-- Logs begin at Thu 2021-09-23 02:22:42 UTC, end at Thu 2021-09-23 03:49:39 UTC. -- Sep 23 03:04:33.885982 dv-cinder-768458-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 03:04:36.622398 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.common.config [-] Logging enabled! Sep 23 03:04:36.622986 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 03:04:36.623153 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94584) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 03:04:36.626717 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.common.config [-] Logging enabled! Sep 23 03:04:36.626969 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 03:04:36.627277 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94584) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 03:04:36.628219 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 03:04:36.628451 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 03:04:36.628834 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 03:04:36.629079 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 03:04:36.629305 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 03:04:36.629623 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.629916 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.630210 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.630438 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.630733 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.631019 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.631300 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.631588 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.631879 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.632164 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.632444 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.632749 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.632978 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.633256 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.633541 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.633823 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.634043 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] debug = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.634318 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.634739 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.635151 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.635425 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.635712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.635987 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.636254 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.636553 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.636838 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.637164 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] host = dv-cinder-768458-9-iscsi {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.637437 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.637720 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.638004 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.638287 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.638561 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.638835 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.639116 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.639386 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.639656 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] log_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.639928 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.640212 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.640505 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.640809 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.641544 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.641767 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.642058 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.642342 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.642614 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.642889 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.643162 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.643433 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.643704 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.643971 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.644253 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.644560 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.644846 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.645120 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.645390 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.645658 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.645925 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.646206 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.646475 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.646743 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.647014 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.647300 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.647564 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.647833 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.648129 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.648410 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.648709 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.648992 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.649261 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.649540 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.649808 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.650073 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.650338 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] use_json = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.650604 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.650871 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.651147 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.651414 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.651680 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.651949 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.652219 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.652506 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:36.652814 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.653108 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.653405 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.653681 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.653970 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.654246 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.654529 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.654801 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.655083 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.655365 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.655647 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.655921 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.656199 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.656512 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.657340 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.657647 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.657940 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.658229 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.658502 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.658772 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.659041 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.659315 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.659601 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.659875 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.660159 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.660445 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.660744 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.661028 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.661319 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.661603 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.661876 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.662157 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.662445 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.662720 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.662989 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.663264 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.663551 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.663827 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.664098 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.664377 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.664678 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.664951 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.665223 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.665496 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.665786 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.666060 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.666327 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.666597 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.666869 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.667138 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.667423 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.667695 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.667964 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.668235 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.668529 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.668802 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.669074 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.669349 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.669619 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.669892 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.670165 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.670438 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.670711 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.670981 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.671256 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.671527 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.671797 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.672076 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.672386 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.672686 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.672960 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.673231 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.673503 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.673788 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.674082 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.674357 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.674633 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.674908 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.675182 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.675457 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.675731 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.676006 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.676281 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.676578 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.676867 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.677147 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.677434 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.677714 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.677990 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.678289 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.678566 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.678848 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.679123 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.679401 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.679681 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.679974 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.680255 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.680580 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.680871 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.681161 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.681453 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.681731 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.682039 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.682316 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:36.682531 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 03:04:36.682767 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94584) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 03:04:37.039278 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 03:04:37.039559 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 03:04:37.039846 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 03:04:37.040176 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 03:04:37.427099 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.427297 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.427568 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.428860 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.429130 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.429391 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.464403 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.464699 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.464963 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.479938 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.480213 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.480481 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.508832 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.509109 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.509375 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.546888 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.547180 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.547444 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.775661 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.776253 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.776253 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.776446 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.777089 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.896255 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.896658 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.896940 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.897210 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.897473 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.897779 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.898036 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.898287 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.898535 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.898812 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.899069 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.899329 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.899579 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.899826 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.900077 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.900341 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.900611 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.900877 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.901143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.901396 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.901666 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.901919 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.902202 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.902576 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.902824 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.903068 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.903454 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 03:04:37.903691 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 03:04:37.903925 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 03:04:37.904158 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 03:04:37.904392 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 03:04:37.904647 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 03:04:37.905006 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 03:04:37.908599 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 03:04:37.912581 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 03:04:37.916157 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 23 03:04:37.917781 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 03:04:37.918226 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 03:04:37.918551 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 03:04:37.918929 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 03:04:37.921691 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 03:04:37.921943 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 03:04:37.922838 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 03:04:37.928063 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 03:04:37.949907 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 03:04:37.950359 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.950649 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94584) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 03:04:37.951009 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.952346 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94584) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 03:04:37.952812 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 03:04:37.953058 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 03:04:37.956721 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:37.956996 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:38.020029 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 03:04:38.020268 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 03:04:38.020517 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 03:04:38.020887 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 03:04:38.044443 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_db.sqlalchemy.engines [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94584) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 03:04:38.729139 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Initializing driver for type 'gre' Sep 23 03:04:38.729660 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] gre ID ranges: [(1, 1000)] Sep 23 03:04:38.917627 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Initializing driver for type 'local' Sep 23 03:04:38.918172 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Initializing driver for type 'vlan' Sep 23 03:04:39.016584 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] VlanTypeDriver initialization complete Sep 23 03:04:39.016875 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Initializing driver for type 'vxlan' Sep 23 03:04:39.017373 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] vxlan ID ranges: [(1, 1000)] Sep 23 03:04:39.215074 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Initializing extension driver 'port_security' Sep 23 03:04:39.215413 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.extensions.port_security [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] PortSecurityExtensionDriver initialization complete Sep 23 03:04:39.215746 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Initializing mechanism driver 'openvswitch' Sep 23 03:04:39.216069 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Initializing mechanism driver 'hyperv' Sep 23 03:04:39.223154 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:04:39.223830 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > port after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.224199 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > port after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.224585 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > port after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.225096 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 03:04:39.225524 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.225877 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.226222 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.226611 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 03:04:39.227014 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > network after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.227362 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > network after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.227703 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > network after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.228090 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 03:04:39.228514 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > security_group after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.228860 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > security_group after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.229199 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.229721 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 03:04:39.230131 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.230479 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.230822 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.231212 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 03:04:39.231610 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > address_group after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.231955 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > address_group after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.232292 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.232703 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94584) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 03:04:39.233077 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] ML2 OVO RPC backend initialized. {{(pid=94584) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 03:04:39.236908 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.236908 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.236908 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > network before_response 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.236908 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > networks before_response 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.237225 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > port before_response 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.237225 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > ports before_response 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.237225 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > subnet before_response 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.237225 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > subnets before_response 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.237514 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > network after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.237514 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > network after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.237724 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > network after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.238059 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > port after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.238393 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > port after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.238726 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > port after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.239058 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > subnet after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.239392 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > subnet after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.239725 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.240293 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.plugin [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Modular L2 Plugin initialization complete Sep 23 03:04:39.240646 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading services supported by the core plugin {{(pid=94584) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 03:04:39.240972 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.plugins.ml2.managers [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Got port-security extension from driver 'port_security' Sep 23 03:04:39.241433 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.extensions.vlantransparent [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Disabled vlantransparent extension. Sep 23 03:04:39.241906 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94584) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 03:04:39.242220 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading Plugin: router Sep 23 03:04:39.277544 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.277915 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router after_create 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.278287 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router before_create 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.278652 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.279026 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.279382 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router after_delete 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.279739 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.280091 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.280448 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router after_create 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.280815 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router after_update 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.281163 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router after_update 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.282024 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.282383 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router after_update 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.282797 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.283173 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: port after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.283517 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: port after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.283861 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: subnet after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.284209 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.284588 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.284939 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.285283 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: port before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.285627 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router precommit_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.285984 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router after_update 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.286330 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.286685 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router precommit_create 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.287046 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.287394 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router precommit_update 55549900 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.287759 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > agent after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.288107 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > agent after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.288451 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > network after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.289314 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Tracking information for resource: router configured {{(pid=94584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 03:04:39.289647 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Tracking information for resource: floatingip configured {{(pid=94584) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 03:04:39.294699 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.db.l3_agentschedulers_db [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 03:04:39.295269 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: port after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.295626 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: port after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.295976 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: port after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.296326 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: port after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.297688 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router before_create 55550100 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.298069 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.298432 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router precommit_create 55550100 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.298789 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > router precommit_update 55550100 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.303449 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.services.provider_configuration [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service providers = [] {{(pid=94584) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 03:04:39.303817 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.db.servicetype_db [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94584) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 03:04:39.306737 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.services.service_base [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 03:04:39.307089 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.services.service_base [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 03:04:39.307431 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.services.service_base [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 03:04:39.308311 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.services.service_base [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94584) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 03:04:39.308715 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.services.service_base [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 03:04:39.309085 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 03:04:39.309401 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 03:04:39.319989 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 03:04:39.320355 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading Plugin: auto_allocate Sep 23 03:04:39.326078 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: network precommit_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.326456 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: network precommit_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.326972 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 03:04:39.327294 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading Plugin: tag Sep 23 03:04:39.334249 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 03:04:39.334577 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading Plugin: timestamp Sep 23 03:04:39.338528 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 03:04:39.338857 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading Plugin: network_ip_availability Sep 23 03:04:39.344774 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.345145 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.345503 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.346202 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 03:04:39.346521 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading Plugin: flavors Sep 23 03:04:39.351160 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 03:04:39.351493 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading Plugin: revisions Sep 23 03:04:39.355688 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94584) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 03:04:39.356074 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_concurrency.lockutils [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.316s {{(pid=94584) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 03:04:39.356830 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94584) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 03:04:39.357169 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Initializing extension manager. Sep 23 03:04:39.357675 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: __init__.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.358016 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: __pycache__ {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.358350 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.358683 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: address_group.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.359426 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.360005 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: address-group Sep 23 03:04:39.360327 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: address_scope.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.361246 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.361759 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: address-scope Sep 23 03:04:39.362082 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.363004 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.363511 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: router-admin-state-down-before-update Sep 23 03:04:39.363834 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: agent.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.364580 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.365072 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: agent Sep 23 03:04:39.365392 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: agent_resources_synced.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.366294 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.366797 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: agent-resources-synced Sep 23 03:04:39.367117 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: allowedaddresspairs.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.368917 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.369441 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: allowed-address-pairs Sep 23 03:04:39.369768 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: auto_allocated_topology.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.370839 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.371346 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: auto-allocated-topology Sep 23 03:04:39.371670 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: availability_zone.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.372361 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.372900 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: availability_zone Sep 23 03:04:39.373224 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: availability_zone_filter.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.374125 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.374623 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: availability_zone_filter Sep 23 03:04:39.374944 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: data_plane_status.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.376497 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.377250 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 03:04:39.377722 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: default_subnetpools.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.378654 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.379164 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: default-subnetpools Sep 23 03:04:39.379489 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.380297 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.380829 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: dhcp_agent_scheduler Sep 23 03:04:39.381157 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: dns.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.382075 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.382585 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension dns-integration not supported by any of loaded plugins Sep 23 03:04:39.382910 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: dns_domain_ports.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.383820 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.384326 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 03:04:39.384686 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.385599 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.386101 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 03:04:39.386424 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: dvr.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.387087 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.387588 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: dvr Sep 23 03:04:39.387908 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: ecmp_routes.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.388842 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.389342 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 03:04:39.389661 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: empty_string_filtering.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.390560 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.391581 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: empty-string-filtering Sep 23 03:04:39.391900 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.392849 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.393351 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 03:04:39.393672 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.394583 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.395083 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 03:04:39.395402 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: external_net.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.396311 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.396847 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: external-net Sep 23 03:04:39.397167 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.398063 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.398562 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: extra_dhcp_opt Sep 23 03:04:39.398881 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: extraroute.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.399784 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.400283 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: extraroute Sep 23 03:04:39.400634 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: extraroute_atomic.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.412567 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.413083 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: extraroute-atomic Sep 23 03:04:39.413476 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: filter_validation.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.414150 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.414653 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: filter-validation Sep 23 03:04:39.414978 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: fip_pf_description.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.415899 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.416398 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 03:04:39.416746 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: fip_port_details.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.417659 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.418162 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: fip-port-details Sep 23 03:04:39.418483 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: flavors.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.420915 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.422122 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: flavors Sep 23 03:04:39.422449 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.426423 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.426805 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 03:04:39.427131 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: floatingip_pools.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.427842 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.428345 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: floatingip-pools Sep 23 03:04:39.429997 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: ip_allocation.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.430940 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.431449 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 03:04:39.431776 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.432786 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.433298 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: ip-substring-filtering Sep 23 03:04:39.433627 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: l2_adjacency.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.434548 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.435047 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 03:04:39.435372 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: l3.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.436537 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.437058 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: router Sep 23 03:04:39.437384 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.439662 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.440187 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 03:04:39.440539 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.441480 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.441992 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: ext-gw-mode Sep 23 03:04:39.442322 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.443231 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.443810 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: l3-ha Sep 23 03:04:39.444099 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: l3_flavors.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.445030 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.445538 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: l3-flavors Sep 23 03:04:39.445864 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.446773 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.447280 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 03:04:39.447608 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: l3agentscheduler.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.448677 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.449187 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: l3_agent_scheduler Sep 23 03:04:39.449514 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: logging.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.450988 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.451502 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension logging not supported by any of loaded plugins Sep 23 03:04:39.451834 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: metering.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.452608 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.457604 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: metering Sep 23 03:04:39.457604 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.458545 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.459057 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: metering_source_and_destination_fields Sep 23 03:04:39.459383 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: multiprovidernet.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.460310 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.460848 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: multi-provider Sep 23 03:04:39.461170 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: netmtu.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.462083 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.462592 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: net-mtu Sep 23 03:04:39.462913 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: netmtu_writable.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.463826 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.464327 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: net-mtu-writable Sep 23 03:04:39.464676 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: network_availability_zone.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.465431 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.465873 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: network_availability_zone Sep 23 03:04:39.466193 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: network_ip_availability.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.467291 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.467901 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: network-ip-availability Sep 23 03:04:39.468232 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: network_segment_range.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.469578 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.470082 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 03:04:39.470403 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: pagination.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.471378 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.471704 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: pagination Sep 23 03:04:39.472108 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: port_device_profile.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.472994 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.473505 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: port-device-profile Sep 23 03:04:39.473826 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.474735 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.475235 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: port-mac-address-regenerate Sep 23 03:04:39.475556 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.476477 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.477004 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: port-numa-affinity-policy Sep 23 03:04:39.477324 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: port_resource_request.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.478359 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.478860 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 03:04:39.479184 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: portbindings.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.480112 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.480645 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: binding Sep 23 03:04:39.480968 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: portbindings_extended.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.482231 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.482784 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: binding-extended Sep 23 03:04:39.483108 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: portsecurity.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.484020 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.484591 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: port-security Sep 23 03:04:39.484922 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: project_id.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.485894 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.486221 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: project-id Sep 23 03:04:39.486542 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: providernet.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.487466 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.487973 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: provider Sep 23 03:04:39.488292 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: qos.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.492472 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.493026 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension qos not supported by any of loaded plugins Sep 23 03:04:39.493357 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.494588 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.495141 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 03:04:39.495467 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.496376 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.496914 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 03:04:39.497238 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: qos_default.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.498145 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.498652 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension qos-default not supported by any of loaded plugins Sep 23 03:04:39.498979 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: qos_fip.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.499630 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.500146 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension qos-fip not supported by any of loaded plugins Sep 23 03:04:39.500470 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: qos_gateway_ip.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.501703 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.502203 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 03:04:39.502527 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: qos_port_network_policy.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.503441 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.503945 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 03:04:39.504269 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: qos_pps_rule.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.505459 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.505971 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension qos-pps not supported by any of loaded plugins Sep 23 03:04:39.506296 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: qos_rule_type_details.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.507241 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.507712 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 03:04:39.508037 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: qos_rules_alias.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.513772 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.514278 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 03:04:39.514601 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: quotasv2.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.515519 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.516367 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: quotas Sep 23 03:04:39.516722 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: quotasv2_detail.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.520086 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.520423 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: quota_details Sep 23 03:04:39.520780 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: rbac.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.521839 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.522355 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: rbac-policies Sep 23 03:04:39.522684 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: rbac_address_group.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.523641 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.524149 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: rbac-address-group Sep 23 03:04:39.524474 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: rbac_address_scope.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.525402 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.525908 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: rbac-address-scope Sep 23 03:04:39.526231 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: rbac_security_groups.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.527134 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.527686 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: rbac-security-groups Sep 23 03:04:39.527970 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: rbac_subnetpool.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.528902 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.529411 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: rbac-subnetpool Sep 23 03:04:39.529734 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: revisionifmatch.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.530646 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.531154 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: revision-if-match Sep 23 03:04:39.531531 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: revisions.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.533185 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.533697 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: standard-attr-revisions Sep 23 03:04:39.534026 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: router_availability_zone.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.534701 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.535234 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: router_availability_zone Sep 23 03:04:39.535557 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: routerservicetype.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.536469 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.536997 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension router-service-type not supported by any of loaded plugins Sep 23 03:04:39.537319 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.538240 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.538746 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: security-groups-normalized-cidr Sep 23 03:04:39.539067 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.539975 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.540481 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: port-security-groups-filtering Sep 23 03:04:39.540831 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.541748 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.542255 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: security-groups-remote-address-group Sep 23 03:04:39.542580 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: securitygroup.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.553569 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.554098 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: security-group Sep 23 03:04:39.554429 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: segment.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.559289 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.559289 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension segment not supported by any of loaded plugins Sep 23 03:04:39.559289 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.560141 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.560689 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 03:04:39.561017 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: servicetype.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.562205 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.562748 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: service-type Sep 23 03:04:39.563077 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: sorting.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.564091 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.564416 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: sorting Sep 23 03:04:39.564769 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: standard_attr_segment.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.565683 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.566296 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 03:04:39.566617 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: standardattrdescription.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.567266 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.567770 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: standard-attr-description Sep 23 03:04:39.568090 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: stateful_security_group.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.569029 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.569583 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: stateful-security-group Sep 23 03:04:39.569902 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: stdattrs_common.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.570487 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 03:04:39.570806 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.571724 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.572232 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 03:04:39.572581 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: subnet_onboard.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.573644 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.574158 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: subnet_onboard Sep 23 03:04:39.574480 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.575404 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.575911 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 03:04:39.576237 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: subnet_service_types.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.577181 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.577689 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: subnet-service-types Sep 23 03:04:39.578013 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: subnetallocation.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.585664 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.586178 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: subnet_allocation Sep 23 03:04:39.586509 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.587179 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.587687 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: subnetpool-prefix-ops Sep 23 03:04:39.588008 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.588977 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.589486 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 03:04:39.589807 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: tagging.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.590909 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.591429 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: standard-attr-tag Sep 23 03:04:39.591879 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: timestamp.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.593106 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.593621 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loaded extension: standard-attr-timestamp Sep 23 03:04:39.594002 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: trunk.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.595517 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.596030 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension trunk not supported by any of loaded plugins Sep 23 03:04:39.596362 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: trunk_details.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.597316 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.597871 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension trunk-details not supported by any of loaded plugins Sep 23 03:04:39.598190 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: uplink_status_propagation.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.599106 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.599613 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 03:04:39.599935 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Loading extension file: vlantransparent.py {{(pid=94584) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 03:04:39.600648 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94584) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 03:04:39.601157 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 03:04:39.603711 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:network Sep 23 03:04:39.604247 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:subnet Sep 23 03:04:39.604680 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 03:04:39.605080 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:port Sep 23 03:04:39.606311 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.606747 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service FLAVORS assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.607388 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.607865 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.608202 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:router Sep 23 03:04:39.608663 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 03:04:39.609154 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service METERING assigned prefix: /metering {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.610645 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.611039 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.611392 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:04:39.612409 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 03:04:39.612887 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:security_group Sep 23 03:04:39.613325 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 03:04:39.613910 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service CORE assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.614246 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 03:04:39.614596 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] subnetpool is already registered Sep 23 03:04:39.615028 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service CORE assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.615370 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 03:04:39.615706 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] subnetpool is already registered Sep 23 03:04:39.618036 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.618474 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service FLAVORS assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.619075 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.619500 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.619833 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:router Sep 23 03:04:39.620170 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] router is already registered Sep 23 03:04:39.620616 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 03:04:39.620957 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] floatingip is already registered Sep 23 03:04:39.625200 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service METERING assigned prefix: /metering {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.625200 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 03:04:39.625200 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] rbac_policy is already registered Sep 23 03:04:39.625200 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:security_group Sep 23 03:04:39.625200 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] security_group is already registered Sep 23 03:04:39.625200 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 03:04:39.625200 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] security_group_rule is already registered Sep 23 03:04:39.625200 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service CORE assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.625200 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 03:04:39.625855 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] subnetpool is already registered Sep 23 03:04:39.625855 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.v2.resource_helper [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Service CORE assigned prefix: {{(pid=94584) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 03:04:39.625855 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 03:04:39.626410 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING neutron.quota.resource_registry [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] subnetpool is already registered Sep 23 03:04:39.626871 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: extensions {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.628333 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: address-groups {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.629820 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: address-scopes {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.631143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: agents {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.632304 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: auto-allocated-topology {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.633588 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: availability_zones {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.634803 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: dhcp-networks {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.636309 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: dhcp-agents {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.637797 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: routers {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.640007 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: flavors {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.641757 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: service_profiles {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.643073 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: next_providers {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.644535 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: service_profiles {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.646071 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: floatingip-pools {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.647278 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: routers {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.649507 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: floatingips {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.650776 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: l3-routers {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.652194 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: l3-agents {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.653638 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: metering-labels {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.654984 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: metering-label-rules {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.656258 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: network-ip-availabilities {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.658101 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: bindings {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.660575 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: quotas {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.662053 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: quotas {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.663461 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: rbac-policies {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.664681 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: security-groups {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.666018 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: security-group-rules {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.667305 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: service-providers {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.668525 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: subnetpools {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.669959 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: subnetpools {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.671407 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: tags {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.673105 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: tags {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.675021 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: tags {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.676822 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: tags {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.678597 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: tags {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.693748 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: tags {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.693748 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: tags {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.693748 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: tags {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.693748 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: tags {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.693748 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron.api.extensions [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Extended resource: tags {{(pid=94584) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 03:04:39.694092 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING keystonemiddleware.auth_token [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 03:04:39.698674 dv-cinder-768458-9-iscsi neutron-server[94584]: WARNING keystonemiddleware.auth_token [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 03:04:39.707680 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_concurrency.lockutils [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Acquired lock "singleton_lock" {{(pid=94584) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 03:04:39.708150 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_concurrency.lockutils [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Releasing lock "singleton_lock" {{(pid=94584) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 03:04:39.708815 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO oslo_service.service [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Starting 2 workers Sep 23 03:04:39.713595 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Started child 94695 {{(pid=94584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 03:04:39.718143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Started child 94696 {{(pid=94584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 03:04:39.719069 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:39.719772 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO neutron.service [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 03:04:39.720417 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Notify callbacks [] for process, before_spawn {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:39.720672 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [-] (94695) wsgi starting up on http://0.0.0.0:9696 Sep 23 03:04:39.722819 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:39.723459 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO oslo_service.service [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Starting 1 workers Sep 23 03:04:39.724279 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [-] (94696) wsgi starting up on http://0.0.0.0:9696 Sep 23 03:04:39.728147 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Started child 94697 {{(pid=94584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 03:04:39.728690 dv-cinder-768458-9-iscsi neutron-server[94584]: INFO oslo_service.service [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Starting 1 workers Sep 23 03:04:39.732221 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.service [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] calling RpcWorker wait() {{(pid=94697) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 03:04:39.732804 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.service [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] returning from RpcWorker wait() {{(pid=94697) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 03:04:39.737168 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Started child 94698 {{(pid=94584) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 03:04:39.737168 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf1844d-66eb-45f4-9dfc-081e735663c3 None None] Notify callbacks [] for process, after_spawn {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:39.737367 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:39.737367 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:04:39.737525 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94584) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 03:04:39.737525 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 03:04:39.737525 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 03:04:39.737525 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 03:04:39.737525 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 03:04:39.737525 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 03:04:39.737951 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.738038 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.738258 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.738381 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:39.738825 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.738825 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.739358 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.739612 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.739842 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.740119 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.740409 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.740603 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.740761 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.741015 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.741261 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.741567 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.741830 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.742076 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.742337 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.742499 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.742743 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.743005 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.743229 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.743507 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] debug = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.743725 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.744195 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.744423 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.744707 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.744921 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.745192 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.745418 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.745675 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.745923 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.746155 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.746396 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.746662 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.746888 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.747099 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.747331 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.747567 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.747796 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.748255 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] host = dv-cinder-768458-9-iscsi {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.748522 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.748769 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.749011 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.749253 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.749497 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.749709 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.749969 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.750728 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.751228 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.751451 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.751686 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.751927 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.752178 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.752418 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.752620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_options = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.752857 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.753102 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.753374 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.753556 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.753723 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.753895 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.754149 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.754312 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.754543 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.754821 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.754973 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.755177 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.755427 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.755616 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.755876 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.756128 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.756341 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.756564 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.756871 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.757249 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.757422 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.757569 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.757707 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.757922 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.758325 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.758629 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.758789 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.759013 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.759223 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.759463 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.759717 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.759972 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.760225 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.760458 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.760755 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.760981 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.761203 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.761430 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.761694 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.761913 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.762189 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.762441 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.762737 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.762965 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.763118 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.763418 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.763587 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_json = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.763752 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.763990 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.764263 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.764474 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.764735 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.771823 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.771823 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.771823 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.771823 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.771823 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.771823 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.771823 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.771823 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.773263 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.773263 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.773263 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.773263 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.773263 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.773263 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.773263 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.773263 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.773263 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.774401 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.774401 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.774401 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.774784 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:04:39.774934 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.774934 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.774934 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.774934 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.774934 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.775534 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.775534 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.775534 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.775770 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.776002 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.776310 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.776594 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.776863 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.777110 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.777325 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.777565 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.777843 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.778028 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.778242 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.778459 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.778734 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.778981 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.779195 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.779460 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.779703 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.779926 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.780159 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.780399 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.780660 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.780895 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.781113 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.781353 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.781576 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.781794 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.782028 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.782270 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.782503 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.782754 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.782999 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.783215 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.783427 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.783657 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.783889 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.784149 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.784440 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.784754 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.785091 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.785298 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.785882 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.786454 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.786454 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.786722 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.786865 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.787084 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.787685 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.787685 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.787955 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.787955 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.788212 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.788336 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.788594 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.788811 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.789045 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.789864 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.790142 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.790340 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.790607 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.790842 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.791074 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.791289 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.791537 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.791776 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.792348 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.792348 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.803371 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.803371 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.803371 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.803371 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.803371 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.803371 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.803371 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.803371 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.804620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.804620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.804620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.804620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.804620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.804620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.804620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.804620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.805765 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.805765 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.805765 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.805765 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.805765 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.805765 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.805765 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.805765 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.807106 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.807106 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.807106 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.807106 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.807106 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.807106 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.807106 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.807106 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.808143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.808143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.808143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.808143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.808143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.808143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.808143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.808143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.808143 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.809393 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.809393 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.809393 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.809393 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.809393 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.809393 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.809393 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.809393 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.810511 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.810511 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.810511 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.810511 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.810511 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.810511 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.810511 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.810511 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.811574 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.811574 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.811851 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.811995 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.812196 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.812457 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.813287 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.813544 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.813790 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.814021 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.814261 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.814484 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.814712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.814933 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.815155 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.815377 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.815627 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.815843 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.818513 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.818513 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.818513 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.818513 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.818513 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.818513 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.818513 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.818513 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.819611 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.819611 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.819611 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.819611 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.819611 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.819611 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.819611 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.826072 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.826072 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.826072 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.826072 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.826072 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.826072 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.826072 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.826072 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.827712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.827712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.827712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.827712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.827712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.827712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.827712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.827712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.828305 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.828305 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.828305 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.828305 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.828305 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.828305 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.828305 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.828305 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829368 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829368 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829368 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829368 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829368 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829368 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829368 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829368 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829368 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829957 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829957 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829957 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829957 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829957 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829957 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829957 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.829957 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.830452 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.830452 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.830452 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.830452 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.830452 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.830761 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.830761 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.830927 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.831163 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.831543 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.831764 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.832265 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.832265 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.832536 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.832669 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.832877 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.833098 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.833313 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.833520 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.833747 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.833947 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.834172 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.834393 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.834606 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.834814 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.835110 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.835358 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.835576 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.835866 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.836111 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.836351 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.836612 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.836937 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.837151 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.837392 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.837612 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.837827 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.838066 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.838318 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.838633 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.839128 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.839276 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.839435 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.839729 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.840620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.840620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.840620 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.840875 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.841114 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.841386 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.841633 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.841876 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.842132 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.842388 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.842623 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.842856 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.843100 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.843316 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.843569 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.844509 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.844774 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.844993 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.845222 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.845461 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.845685 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.845901 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.846122 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.846337 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.846492 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 03:04:39.847011 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94584) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 03:04:39.847170 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 03:04:39.847332 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 03:04:39.847505 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 03:04:39.847671 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 03:04:39.847820 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 03:04:39.848027 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.848186 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.848353 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.848506 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.848668 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.848846 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.849005 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.849163 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.849319 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.849502 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.849685 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.849797 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.849942 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.850098 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.850253 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.850408 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.850564 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.850721 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.850881 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.851038 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.851385 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.851385 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.851622 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] debug = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.851622 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.851819 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.851978 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.852288 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.852447 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.852648 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.857712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.857712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.857712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.857712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.857712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.857712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.857712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.857712 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858268 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858268 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858268 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858268 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] host = dv-cinder-768458-9-iscsi {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858268 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858268 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858268 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858268 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858810 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858810 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858810 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858810 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858810 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858810 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858810 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.858810 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859337 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859337 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859337 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_options = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859337 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859337 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859337 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859337 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859337 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859919 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859919 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859919 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859919 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859919 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859919 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859919 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.859919 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860378 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860378 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860378 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860378 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860378 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860378 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860378 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860378 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860987 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860987 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860987 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860987 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860987 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860987 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860987 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860987 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.860987 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.861604 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.861604 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.861604 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.861604 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.861886 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.861886 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.862036 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.862115 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.862284 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.862438 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.862596 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.862751 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.862906 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.863061 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.863217 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.863373 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.863529 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_json = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.863685 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.863840 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.863995 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.864158 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.864307 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.864440 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.864623 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.864774 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 03:04:39.864962 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.865103 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.865273 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.865431 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.865590 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.865751 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.865909 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.866223 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.866378 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.866523 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.866679 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.866839 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.867010 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.867169 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.867328 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.867489 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.867648 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.867803 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.867939 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.868100 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.868302 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.868436 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.868608 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.868739 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.868892 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.869051 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.869210 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.869385 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.869545 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.869708 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.869850 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.870014 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.870173 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.870332 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.870492 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.870660 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.870799 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.870957 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.871115 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.871274 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.871432 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.871590 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.871748 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.871907 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.872067 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.872226 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.872385 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.872686 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.872834 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.872969 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.873108 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.873240 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.873373 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.873518 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.873651 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.873783 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.873915 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.874055 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.874188 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.874349 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.874509 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.874666 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.874808 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.874969 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.875649 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.875810 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.876235 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.876394 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.876565 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.876723 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.876882 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.877028 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.877186 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.877345 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.877504 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.877662 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.877822 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.877980 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.878138 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.878296 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.878443 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.878601 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.878760 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.878919 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.879064 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.879223 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.879383 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.879541 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.879700 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.879888 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.880046 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.880195 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.880353 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.880630 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.880803 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.880962 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.881120 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.881268 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.881414 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.881570 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.881731 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.881868 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.882028 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.882187 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.882346 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.882505 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.882648 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.882859 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.882996 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.883122 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.883310 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.883488 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.883688 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.883688 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.883876 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.884009 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.884138 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.884308 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.884450 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.884644 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.884771 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.884903 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.885058 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.885204 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.885346 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.885508 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.885665 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.885823 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.885980 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.886137 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.886295 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.886454 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.886619 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.886789 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.886948 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.887126 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.887285 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.887468 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.887626 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.887784 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.887942 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.888100 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.888258 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.888417 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.888595 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.888754 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.888912 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897243 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897243 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897243 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897243 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897243 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897243 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897243 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897243 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897868 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897868 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897868 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897868 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897868 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897868 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897868 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.897868 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898408 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898408 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898408 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898408 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898408 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898408 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898408 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898408 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898931 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898931 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898931 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898931 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898931 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898931 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898931 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.898931 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.899520 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.899520 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.899520 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.899520 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.899520 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.899520 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.899520 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.899520 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900040 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900040 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900040 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900040 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900040 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900040 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900040 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900040 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900603 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900603 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900603 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900603 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900603 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900603 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900603 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.900603 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901183 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901183 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901183 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901183 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901183 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901183 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901183 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901183 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901705 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901705 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901705 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901705 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901705 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901705 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901705 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.901705 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902345 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902345 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902345 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902345 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902345 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902345 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902345 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902345 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902947 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902947 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902947 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902947 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902947 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902947 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902947 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902947 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.902947 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.903637 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.903637 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.903637 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.903637 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.903637 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.903637 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.903637 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.903637 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.904081 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.904081 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.904081 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.904081 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.904081 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.904350 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.904350 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.904593 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.904663 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.904772 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.904902 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:04:39.904996 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.905088 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.905250 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.905408 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.905566 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.905724 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.905884 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.906049 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.907053 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.907053 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.907340 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.907340 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.907605 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.907605 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.907867 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.907867 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.908121 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.908252 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.908383 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.908547 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.908678 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.908819 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.908950 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.909082 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.909216 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.909369 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.909528 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.909687 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.909836 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.909991 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.910133 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.910295 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.910453 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.910615 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.910773 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.910931 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 03:04:39.911066 dv-cinder-768458-9-iscsi neutron-server[94584]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94584) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 03:04:40.064184 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 45744) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:04:40.072943 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064459 Sep 23 03:04:51.597296 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676fead-1298-4718-a33d-3542de293b73 None None] get_active_networks_info from dv-cinder-768458-9-iscsi {{(pid=94697) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 03:04:51.665366 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a676fead-1298-4718-a33d-3542de293b73 None None] No non-hosted networks {{(pid=94697) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 03:04:51.672738 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.agentschedulers_db [None req-a676fead-1298-4718-a33d-3542de293b73 None None] DHCP Agent not found on host dv-cinder-768458-9-iscsi {{(pid=94697) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 03:04:51.754404 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e003c533-c588-418e-b3df-0bee6a6567b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573131'] for agent, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:54.287640 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7e011333-4391-4d90-8fe8-c931ca3025d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573131'] for agent, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:54.342426 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.db.api [None req-d001e6c1-19ec-4018-a5f4-a627c13e4ac4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-768458-9-iscsi {{(pid=94697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 03:04:54.342912 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG oslo_db.api [None req-d001e6c1-19ec-4018-a5f4-a627c13e4ac4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 03:04:54.662310 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573131'] for agent, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:54.663506 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.664006 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.680258 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.680956 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.681449 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.682013 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.682506 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.683008 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.683483 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.683953 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.692586 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.693453 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:04:54.694430 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768458-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:04:54.708776 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:04:54.913239 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d001e6c1-19ec-4018-a5f4-a627c13e4ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:55.228617 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573131'] for agent, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:57.067451 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573131'] for agent, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:04:58.036064 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 45836) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:04:58.524041 dv-cinder-768458-9-iscsi neutron-server[94696]: WARNING oslo_policy.policy [None req-9b4225a0-f0ea-4873-9565-024f5d41334f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 03:04:58.524641 dv-cinder-768458-9-iscsi neutron-server[94696]: WARNING oslo_policy.policy [None req-9b4225a0-f0ea-4873-9565-024f5d41334f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 03:04:58.743770 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [None req-9b4225a0-f0ea-4873-9565-024f5d41334f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:04:58.744823 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-9b4225a0-f0ea-4873-9565-024f5d41334f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7078025 Sep 23 03:05:01.117950 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 45850) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:01.431507 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-f1d0e5cc-37b6-46a1-b3fb-4e3d0a930a39 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:05:01.527801 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.db.l3_hamode_db [None req-e171de9d-fb19-4701-a8ef-361e84e12983 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 03:05:01.530979 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.policy [None req-f1d0e5cc-37b6-46a1-b3fb-4e3d0a930a39 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94696) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 03:05:01.575473 dv-cinder-768458-9-iscsi neutron-server[94696]: WARNING oslo_policy.policy [None req-f1d0e5cc-37b6-46a1-b3fb-4e3d0a930a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 03:05:01.575850 dv-cinder-768458-9-iscsi neutron-server[94696]: WARNING oslo_policy.policy [None req-f1d0e5cc-37b6-46a1-b3fb-4e3d0a930a39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 03:05:01.584899 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.quota [None req-f1d0e5cc-37b6-46a1-b3fb-4e3d0a930a39 admin admin] Loaded quota_driver: . Sep 23 03:05:01.606000 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e171de9d-fb19-4701-a8ef-361e84e12983 None None] Routers set() bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:05:01.606401 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e171de9d-fb19-4701-a8ef-361e84e12983 None None] Router IDs set() for agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 03:05:01.738060 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f1d0e5cc-37b6-46a1-b3fb-4e3d0a930a39 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732193841614', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732193824739', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732193828916', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732193826310', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732193331215', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732193790605', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1653667', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2071175', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-980509', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-941607'] for rbac-policy, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:02.004069 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f1d0e5cc-37b6-46a1-b3fb-4e3d0a930a39 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:02.005282 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-f1d0e5cc-37b6-46a1-b3fb-4e3d0a930a39 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8863819 Sep 23 03:05:04.563916 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 45862) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:04.855222 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Request body: {'network': {'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'name': 'private', 'admin_state_up': True}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:05:04.953122 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Made reservation on behalf of edbaae8686104e0483eccd80dd7b042d for: {'network': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:05:04.955769 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:04.972782 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:05.094263 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:05.152380 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:05.176363 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=94696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:05:05.200405 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732195797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:05.201017 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Unsubscribe: segment precommit_create {{(pid=94696) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 03:05:05.201542 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.segments_db [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Added segment bd5bda54-593c-44b0-91c8-fb3520ddfd4a of type vlan for network ae736eda-aed6-4e34-976f-c103b8b40955 Sep 23 03:05:05.207624 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5a5514-a997-46dd-980f-d62baa1b1a87,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:05.241202 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.241557 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.241891 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.242214 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.242538 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.242869 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.243188 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.243502 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.243830 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.244144 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.244452 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.244787 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Tracked resource versions report: Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: pushed versions: Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: { 'AddressGroup': {'1.2'}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'ConntrackHelper': {'1.0'}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Log': {'1.0'}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Network': {'1.1'}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Port': {'1.7'}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'PortForwarding': {'1.2'}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'QosPolicy': {'1.9'}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SecurityGroup': {'1.4'}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SecurityGroupRule': {'1.2'}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SubPort': {'1.0'}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Subnet': {'1.1'}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Trunk': {'1.1'}} Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: consumer versions: Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: { DHCP agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: L3 agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: Metadata agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: Metering agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: Open vSwitch agent@dv-cinder-768458-9-iscsi: { 'AddressGroup': '1.2', Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'ConntrackHelper': '1.0', Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Log': '1.0', Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Network': '1.1', Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Port': '1.7', Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'PortForwarding': '1.2', Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'QosPolicy': '1.9', Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SecurityGroup': '1.4', Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SecurityGroupRule': '1.2', Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SubPort': '1.0', Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Subnet': '1.1', Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Trunk': '1.1'}} Sep 23 03:05:05.245917 dv-cinder-768458-9-iscsi neutron-server[94696]: {{(pid=94696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 03:05:05.316956 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:05.422026 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:05.423124 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:05:05.423810 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:05.513568 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] Pushing event updated for resources: {'Network': ['ID=ae736eda-aed6-4e34-976f-c103b8b40955,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:05.525136 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network ae736eda-aed6-4e34-976f-c103b8b40955 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:05:05.622109 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-15ebf05d-6a94-4bc9-85b7-feb24d169165 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0570762 Sep 23 03:05:08.291229 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 45876) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:08.669437 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a8d31-5b38-4665-b72f-54b5e29749fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:05:08.670808 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-372a8d31-5b38-4665-b72f-54b5e29749fd admin admin] 10.222.0.23 "GET /v2.0/networks/ae736eda-aed6-4e34-976f-c103b8b40955 HTTP/1.1" status: 200 len: 825 time: 0.3786166 Sep 23 03:05:08.694655 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-94ad067f-8551-4b48-b1a8-158d88194732 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/df94c0ab-d867-4941-b3f1-e8152951a31a HTTP/1.1" status: 200 len: 734 time: 0.0176818 Sep 23 03:05:08.703936 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'df94c0ab-d867-4941-b3f1-e8152951a31a', 'ip_version': 4, 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955', 'gateway_ip': '172.20.0.1'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:05:08.781442 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] Made reservation on behalf of edbaae8686104e0483eccd80dd7b042d for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:05:08.783667 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:09.124779 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:09.193145 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f60940e2-802d-48f9-b034-1e095a1e6f11,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:09.198429 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] Checking segment: {'id': 'bd5bda54-593c-44b0-91c8-fb3520ddfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:05:09.198784 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] Network hostable DHCP agents. Network: ae736eda-aed6-4e34-976f-c103b8b40955, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:05:09.266589 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] Network ae736eda-aed6-4e34-976f-c103b8b40955 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:05:09.318078 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, ae736eda-aed6-4e34-976f-c103b8b40955) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:05:09.322826 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:05:09.325511 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:09.328238 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2d8eda-3efa-4466-b5bc-ba55154a9d4f None None] Network ae736eda-aed6-4e34-976f-c103b8b40955 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:05:09.393563 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-db3883aa-92f2-4938-92d9-20c4559e2ac7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6931458 Sep 23 03:05:09.648597 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29eb833-083d-5d5e-b2f8-85e20067a92e-ae736eda-aed6-4e34-976f-c103b8b40955', 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'fixed_ips': [{'subnet_id': 'f60940e2-802d-48f9-b034-1e095a1e6f11'}]}} from dv-cinder-768458-9-iscsi. {{(pid=94697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 03:05:09.649876 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:09.930289 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.db_base_plugin_common [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Allocated IP 172.20.0.2 (ae736eda-aed6-4e34-976f-c103b8b40955/f60940e2-802d-48f9-b034-1e095a1e6f11/06a9ae81-4368-4bbb-9f4c-f969e84b4d82) {{(pid=94697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:05:10.133000 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Notify callbacks [] for port, precommit_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:10.221963 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:10.318278 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Network ae736eda-aed6-4e34-976f-c103b8b40955 is already hosted by enough agents. {{(pid=94697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:05:10.322909 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.base_scheduler [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Resources bound (agent type, host, resource id): {{(pid=94697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:05:10.326274 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Received port after_create {{(pid=94697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:05:10.341096 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Pushing event updated for resources: {'Port': ['ID=06a9ae81-4368-4bbb-9f4c-f969e84b4d82,revision_number=1']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:10.374486 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.374830 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.375419 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.375753 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.376085 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.376413 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.376763 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.377084 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.377424 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.377749 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.378069 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.378387 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Tracked resource versions report: Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: pushed versions: Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: { 'AddressGroup': {'1.2'}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'ConntrackHelper': {'1.0'}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Log': {'1.0'}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Network': {'1.1'}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Port': {'1.7'}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'PortForwarding': {'1.2'}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'QosPolicy': {'1.9'}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SecurityGroup': {'1.4'}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SecurityGroupRule': {'1.2'}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SubPort': {'1.0'}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Subnet': {'1.1'}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Trunk': {'1.1'}} Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: consumer versions: Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: { DHCP agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: L3 agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: Metadata agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: Metering agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: Open vSwitch agent@dv-cinder-768458-9-iscsi: { 'AddressGroup': '1.2', Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'ConntrackHelper': '1.0', Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Log': '1.0', Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Network': '1.1', Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Port': '1.7', Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'PortForwarding': '1.2', Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'QosPolicy': '1.9', Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SecurityGroup': '1.4', Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SecurityGroupRule': '1.2', Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SubPort': '1.0', Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Subnet': '1.1', Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Trunk': '1.1'}} Sep 23 03:05:10.379541 dv-cinder-768458-9-iscsi neutron-server[94697]: {{(pid=94697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 03:05:10.430272 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Attempting to bind port 06a9ae81-4368-4bbb-9f4c-f969e84b4d82 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:05:10.430671 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Attempting to bind port 06a9ae81-4368-4bbb-9f4c-f969e84b4d82 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'bd5bda54-593c-44b0-91c8-fb3520ddfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:05:10.431081 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Attempting to bind port 06a9ae81-4368-4bbb-9f4c-f969e84b4d82 on network ae736eda-aed6-4e34-976f-c103b8b40955 {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:05:10.436961 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:05:10.437398 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Checking segment: {'id': 'bd5bda54-593c-44b0-91c8-fb3520ddfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:05:10.437889 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:10.438277 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Bound using segment: {'id': 'bd5bda54-593c-44b0-91c8-fb3520ddfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:05:10.438767 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Bound port: 06a9ae81-4368-4bbb-9f4c-f969e84b4d82, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5bda54-593c-44b0-91c8-fb3520ddfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:05:10.439162 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:10.500625 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] For port 06a9ae81-4368-4bbb-9f4c-f969e84b4d82, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:05:10.504774 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] For port 06a9ae81-4368-4bbb-9f4c-f969e84b4d82, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=06a9ae81-4368-4bbb-9f4c-f969e84b4d82,segment=NetworkSegment(bd5bda54-593c-44b0-91c8-fb3520ddfd4a),segment_id=bd5bda54-593c-44b0-91c8-fb3520ddfd4a)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:05:10.633448 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:10.697193 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7c9e2-9381-419a-a4a9-9ba6a46b37ba None None] Pushing event updated for resources: {'Port': ['ID=06a9ae81-4368-4bbb-9f4c-f969e84b4d82,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:11.837040 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 45884) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:12.187641 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [None req-d05c68c4-5a23-4188-82b6-0fe09b29bce9 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:05:12.188673 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d05c68c4-5a23-4188-82b6-0fe09b29bce9 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3507559 Sep 23 03:05:14.630760 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 45892) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:14.943761 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [None req-0b9e4ec3-00d3-4150-83c6-dc4127aec871 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:05:14.944793 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-0b9e4ec3-00d3-4150-83c6-dc4127aec871 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130805 Sep 23 03:05:17.604815 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 45902) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:18.125401 dv-cinder-768458-9-iscsi neutron-server[94695]: WARNING oslo_policy.policy [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 03:05:18.125982 dv-cinder-768458-9-iscsi neutron-server[94695]: WARNING oslo_policy.policy [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 03:05:18.146593 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 06a9ae81-4368-4bbb-9f4c-f969e84b4d82 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:05:18.233342 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 06a9ae81-4368-4bbb-9f4c-f969e84b4d82 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:05:18.233728 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:18.340610 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:18.349380 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'admin_state_up': True}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:05:18.374271 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port 06a9ae81-4368-4bbb-9f4c-f969e84b4d82, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=06a9ae81-4368-4bbb-9f4c-f969e84b4d82,segment=NetworkSegment(bd5bda54-593c-44b0-91c8-fb3520ddfd4a),segment_id=bd5bda54-593c-44b0-91c8-fb3520ddfd4a)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:05:18.424330 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.policy [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94695) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 03:05:18.433015 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:18.470214 dv-cinder-768458-9-iscsi neutron-server[94695]: WARNING oslo_policy.policy [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 03:05:18.470595 dv-cinder-768458-9-iscsi neutron-server[94695]: WARNING oslo_policy.policy [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 03:05:18.479169 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.quota [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] Loaded quota_driver: . Sep 23 03:05:18.480433 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=06a9ae81-4368-4bbb-9f4c-f969e84b4d82,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:18.593094 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129195'] for router, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:18.595030 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129186'] for router, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:18.751522 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:18.828237 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571838'] for router, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:18.912430 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:18.913879 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-afd2f614-b4b7-463d-a46d-1e378e8bf238 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3069956 Sep 23 03:05:19.128383 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b153e7ac-c413-4788-b2fd-6147bdc13f85 None None] Network ae736eda-aed6-4e34-976f-c103b8b40955 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:05:19.248440 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-0a1bdd00-8912-4af5-93cf-4923415d4988 None None] Provisioning complete for port 06a9ae81-4368-4bbb-9f4c-f969e84b4d82 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:05:19.249117 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0a1bdd00-8912-4af5-93cf-4923415d4988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:19.491238 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-917748d2-543c-4455-aca1-04d1c6ffefd9 None None] Provisioning complete for port 06a9ae81-4368-4bbb-9f4c-f969e84b4d82 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:05:19.491609 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-917748d2-543c-4455-aca1-04d1c6ffefd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:20.114995 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 06a9ae81-4368-4bbb-9f4c-f969e84b4d82 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:05:20.162479 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 06a9ae81-4368-4bbb-9f4c-f969e84b4d82 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:05:20.162855 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:21.301000 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 45922) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:21.615524 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [None req-f418edf1-f5a6-47a9-8ddd-5e7e728e652a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:05:21.615524 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-f418edf1-f5a6-47a9-8ddd-5e7e728e652a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3071401 Sep 23 03:05:21.678770 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c17ac1aa-fc8f-461f-a5a4-d2d1649643a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:24.014577 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 45930) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:24.287996 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-158b47ef-522c-47c8-b62a-f31ed0798e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:24.321450 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:05:24.403705 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Made reservation on behalf of c34432677fed4984bbce7291bad96cc8 for: {'network': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:05:24.406586 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:24.415314 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:24.498674 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:24.609419 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:24.624357 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Reserving flat network on physical network physnet1 {{(pid=94696) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 03:05:24.645108 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254ef6a1-868a-40bc-97a8-44ed034ce3aa,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:24.648971 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:24.649307 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.segments_db [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Added segment 39609be7-fe95-4f05-bb71-1ddbf1f49087 of type flat for network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e Sep 23 03:05:24.694078 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:24.705544 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:24.838477 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:24.845510 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:05:24.845510 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:24.896650 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] Pushing event updated for resources: {'Network': ['ID=fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:24.906149 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:05:24.946070 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-a3fcdf27-66ac-453a-bbb6-e9ae222cc177 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9304476 Sep 23 03:05:25.156647 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:27.009460 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:27.337665 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 45948) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:27.581024 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4043419-b272-4dc9-a1e2-8449a4896ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:05:27.582535 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-a4043419-b272-4dc9-a1e2-8449a4896ffb admin admin] 10.222.0.23 "GET /v2.0/subnets/f60940e2-802d-48f9-b034-1e095a1e6f11 HTTP/1.1" status: 200 len: 849 time: 0.2439165 Sep 23 03:05:27.699469 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-163a89ec-64b1-43d8-8e66-80aeed10aa5f admin admin] 10.222.0.23 "GET /v2.0/routers/6e195e63-44c1-45c4-b700-763e03fed633 HTTP/1.1" status: 200 len: 704 time: 0.1104920 Sep 23 03:05:27.976739 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:28.285119 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Allocated IP 172.20.0.1 (ae736eda-aed6-4e34-976f-c103b8b40955/f60940e2-802d-48f9-b034-1e095a1e6f11/cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:05:28.489720 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:28.610258 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:28.650006 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Network ae736eda-aed6-4e34-976f-c103b8b40955 is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:05:28.651348 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:05:28.720686 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:05:28.721236 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573059'] for router_interface, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:28.745160 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Pushing event updated for resources: {'Port': ['ID=cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:28.793083 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.793449 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.793795 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.794134 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.794466 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.795348 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.795672 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.796003 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.796345 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.796698 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.797024 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.797345 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Tracked resource versions report: Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: pushed versions: Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: { 'AddressGroup': {'1.2'}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'ConntrackHelper': {'1.0'}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Log': {'1.0'}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Network': {'1.1'}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Port': {'1.7'}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'PortForwarding': {'1.2'}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'QosPolicy': {'1.9'}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SecurityGroup': {'1.4'}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SecurityGroupRule': {'1.2'}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SubPort': {'1.0'}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Subnet': {'1.1'}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Trunk': {'1.1'}} Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: consumer versions: Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: { DHCP agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: L3 agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: Metadata agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: Metering agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: Open vSwitch agent@dv-cinder-768458-9-iscsi: { 'AddressGroup': '1.2', Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'ConntrackHelper': '1.0', Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Log': '1.0', Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Network': '1.1', Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Port': '1.7', Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'PortForwarding': '1.2', Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'QosPolicy': '1.9', Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SecurityGroup': '1.4', Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SecurityGroupRule': '1.2', Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SubPort': '1.0', Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Subnet': '1.1', Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Trunk': '1.1'}} Sep 23 03:05:28.798473 dv-cinder-768458-9-iscsi neutron-server[94695]: {{(pid=94695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 03:05:28.934056 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-e05991e0-3c0c-400b-a1ab-8f36ee9b1b6c None None] Provisioning complete for port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:05:28.934594 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e05991e0-3c0c-400b-a1ab-8f36ee9b1b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:28.965906 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-e05991e0-3c0c-400b-a1ab-8f36ee9b1b6c None None] Port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:05:29.003942 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:29.212853 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:29.276114 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:29.276912 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573299'] for router_interface, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:29.332963 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Pushing event updated for resources: {'Port': ['ID=cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:29.398876 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Network ae736eda-aed6-4e34-976f-c103b8b40955 is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:05:29.400159 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:05:29.586564 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-87977ba0-b039-45e4-a47d-2c806a40ecaf None None] Provisioning complete for port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:05:29.586937 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-87977ba0-b039-45e4-a47d-2c806a40ecaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:29.621109 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-87977ba0-b039-45e4-a47d-2c806a40ecaf None None] Port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:05:29.672691 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Router 6e195e63-44c1-45c4-b700-763e03fed633 is scheduled to L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 with binding_index 1 {{(pid=94695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 03:05:29.762368 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:05:29.768047 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-ddb811f4-2861-4268-97a8-187bdf0a387a admin admin] 10.222.0.23 "PUT /v2.0/routers/6e195e63-44c1-45c4-b700-763e03fed633/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0623622 Sep 23 03:05:29.792099 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Sync routers for ids ['6e195e63-44c1-45c4-b700-763e03fed633'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:05:29.803812 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Routers {'6e195e63-44c1-45c4-b700-763e03fed633'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:05:29.804668 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:05:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['6e195e63-44c1-45c4-b700-763e03fed633'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:05:29.985396 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Set router 6e195e63-44c1-45c4-b700-763e03fed633 gateway port host: None {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:05:30.413880 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e195e63-44c1-45c4-b700-763e03fed633', 'name': 'router1', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:05:18Z', 'updated_at': '2021-09-23T03:05:28Z', 'revision_number': 2, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'gw_port_host': None, '_interfaces': [{'id': 'cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59', 'name': '', 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'mac_address': 'fa:16:3e:22:14:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e195e63-44c1-45c4-b700-763e03fed633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:05:28Z', 'updated_at': '2021-09-23T03:05:29Z', 'revision_number': 2, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'subnets': [{'id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df94c0ab-d867-4941-b3f1-e8152951a31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:05:30.463491 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Checking router: 6e195e63-44c1-45c4-b700-763e03fed633 for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:05:30.463856 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Updating router 6e195e63-44c1-45c4-b700-763e03fed633 port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 binding host dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:05:30.511700 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:31.019966 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Notify callbacks [] for port, precommit_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:31.112394 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:31.280569 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Pushing event updated for resources: {'Port': ['ID=cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59,revision_number=3']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:31.282924 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Attempting to bind port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:05:31.283312 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Attempting to bind port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'bd5bda54-593c-44b0-91c8-fb3520ddfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955'}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:05:31.283735 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Attempting to bind port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 on network ae736eda-aed6-4e34-976f-c103b8b40955 {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:05:31.293549 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.293898 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.294235 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.294568 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.295416 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.295745 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.296070 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.296394 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.296766 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.297093 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.297416 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.297733 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Tracked resource versions report: Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: pushed versions: Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: { 'AddressGroup': {'1.2'}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'ConntrackHelper': {'1.0'}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Log': {'1.0'}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Network': {'1.1'}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Port': {'1.7'}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'PortForwarding': {'1.2'}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'QosPolicy': {'1.9'}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SecurityGroup': {'1.4'}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SecurityGroupRule': {'1.2'}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SubPort': {'1.0'}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Subnet': {'1.1'}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Trunk': {'1.1'}} Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: consumer versions: Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: { DHCP agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: L3 agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: Metadata agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: Metering agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: Open vSwitch agent@dv-cinder-768458-9-iscsi: { 'AddressGroup': '1.2', Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'ConntrackHelper': '1.0', Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Log': '1.0', Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Network': '1.1', Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Port': '1.7', Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'PortForwarding': '1.2', Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'QosPolicy': '1.9', Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SecurityGroup': '1.4', Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SecurityGroupRule': '1.2', Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SubPort': '1.0', Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Subnet': '1.1', Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Trunk': '1.1'}} Sep 23 03:05:31.298851 dv-cinder-768458-9-iscsi neutron-server[94698]: {{(pid=94698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 03:05:31.303668 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:05:31.304092 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Checking segment: {'id': 'bd5bda54-593c-44b0-91c8-fb3520ddfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:05:31.304606 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:31.304995 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Bound using segment: {'id': 'bd5bda54-593c-44b0-91c8-fb3520ddfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955'} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:05:31.305499 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Bound port: cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5bda54-593c-44b0-91c8-fb3520ddfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955'}}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:05:31.305879 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:31.360340 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-2ce86831-5b47-433d-8003-8e7c4cf0ff8b None None] Provisioning complete for port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:05:31.360960 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2ce86831-5b47-433d-8003-8e7c4cf0ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:31.370507 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] For port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:05:31.390545 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] For port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59,segment=NetworkSegment(bd5bda54-593c-44b0-91c8-fb3520ddfd4a),segment_id=bd5bda54-593c-44b0-91c8-fb3520ddfd4a)] {{(pid=94698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:05:31.399161 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-2ce86831-5b47-433d-8003-8e7c4cf0ff8b None None] Port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:05:31.473040 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:31.528132 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903ec31-92d7-403b-9450-82a305877e67 None None] Pushing event updated for resources: {'Port': ['ID=cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59,revision_number=4']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:31.536805 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Routers {'6e195e63-44c1-45c4-b700-763e03fed633'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:05:31.537434 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:05:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['6e195e63-44c1-45c4-b700-763e03fed633'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:05:31.627201 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] Set router 6e195e63-44c1-45c4-b700-763e03fed633 gateway port host: None {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:05:31.718651 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-8cb5215c-98a3-4763-bac4-36795cc6b4d4 None None] Provisioning complete for port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:05:31.719171 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8cb5215c-98a3-4763-bac4-36795cc6b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:31.797422 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8cb5215c-98a3-4763-bac4-36795cc6b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:31.838136 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-8cb5215c-98a3-4763-bac4-36795cc6b4d4 None None] For port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59,segment=NetworkSegment(bd5bda54-593c-44b0-91c8-fb3520ddfd4a),segment_id=bd5bda54-593c-44b0-91c8-fb3520ddfd4a)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:05:31.841372 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e195e63-44c1-45c4-b700-763e03fed633', 'name': 'router1', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:05:18Z', 'updated_at': '2021-09-23T03:05:28Z', 'revision_number': 2, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'gw_port_host': None, '_interfaces': [{'id': 'cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59', 'name': '', 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'mac_address': 'fa:16:3e:22:14:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e195e63-44c1-45c4-b700-763e03fed633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:05:28Z', 'updated_at': '2021-09-23T03:05:31Z', 'revision_number': 4, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'subnets': [{'id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df94c0ab-d867-4941-b3f1-e8152951a31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:05:31.868714 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72008e1b-16f8-4473-acaa-13c04e5d10df None None] The sync data for ids ['6e195e63-44c1-45c4-b700-763e03fed633'] in dv-cinder-768458-9-iscsi is: [{'id': '6e195e63-44c1-45c4-b700-763e03fed633', 'name': 'router1', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:05:18Z', 'updated_at': '2021-09-23T03:05:28Z', 'revision_number': 2, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'gw_port_host': None, '_interfaces': [{'id': 'cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59', 'name': '', 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'mac_address': 'fa:16:3e:22:14:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e195e63-44c1-45c4-b700-763e03fed633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:05:28Z', 'updated_at': '2021-09-23T03:05:31Z', 'revision_number': 4, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'subnets': [{'id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df94c0ab-d867-4941-b3f1-e8152951a31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:05:31.906780 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8cb5215c-98a3-4763-bac4-36795cc6b4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:31.957580 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5215c-98a3-4763-bac4-36795cc6b4d4 None None] Pushing event updated for resources: {'Port': ['ID=cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:31.995514 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 45972) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:32.121685 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4349d0-33d3-4a7c-bddb-10a43c0c3743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:05:32.123075 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-2c4349d0-33d3-4a7c-bddb-10a43c0c3743 admin admin] 10.222.0.23 "GET /v2.0/networks/fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e HTTP/1.1" status: 200 len: 842 time: 0.1264920 Sep 23 03:05:32.133221 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:05:32.249996 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Made reservation on behalf of c34432677fed4984bbce7291bad96cc8 for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:05:32.252288 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:32.684144 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.objects.ports [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94696) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 03:05:32.684615 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:32.734273 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c732f32-3f9e-47ff-beac-a45cb7e41a80,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:32.751252 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Checking segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:05:32.751607 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Network hostable DHCP agents. Network: fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:05:32.860883 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:05:32.934928 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:05:32.939559 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:05:32.940144 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:32.944636 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990cc3d7-254f-4a1e-b51f-616407f17c82 None None] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:05:33.021357 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-44b9cd65-5bb5-409e-a275-636e92501dd9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8914323 Sep 23 03:05:33.069132 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaaee5b-72d3-455d-ad47-105ba91cdb07 None None] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:05:33.794654 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 5 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:05:35.355331 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 45980) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:35.485211 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-9113e622-ae26-4359-9a44-66ef9e5f1213 admin admin] 10.222.0.23 "GET /v2.0/routers/6e195e63-44c1-45c4-b700-763e03fed633 HTTP/1.1" status: 200 len: 710 time: 0.1287701 Sep 23 03:05:35.572090 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0a1e5a-413e-4e99-9828-7193fc4b1683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:05:35.573423 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-ba0a1e5a-413e-4e99-9828-7193fc4b1683 admin admin] 10.222.0.23 "GET /v2.0/networks/fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e HTTP/1.1" status: 200 len: 886 time: 0.0821624 Sep 23 03:05:35.583374 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:05:35.821887 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:36.108586 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:36.186315 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:36.286643 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Allocated IP 172.27.1.72 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/059311c0-0fa0-459e-8dd9-7ba52484ee01) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:05:36.390386 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:36.477046 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:36.511814 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:05:36.515129 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:05:36.517742 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:05:36.628593 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Pushing event updated for resources: {'Port': ['ID=059311c0-0fa0-459e-8dd9-7ba52484ee01,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:36.948043 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:37.152333 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-571797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-570629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129200'] for router, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:37.156442 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-571820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-571815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570652'] for router, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:37.261280 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Router 6e195e63-44c1-45c4-b700-763e03fed633 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:05:37.365652 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:05:37.370244 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:37.371478 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-f83c64c3-31c8-4bf5-95a8-9b69233a4445 admin admin] 10.222.0.23 "PUT /v2.0/routers/6e195e63-44c1-45c4-b700-763e03fed633 HTTP/1.1" status: 200 len: 889 time: 1.7912667 Sep 23 03:05:38.163975 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:05:38.211645 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:05:38.212022 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:38.284665 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Sync routers for ids ['6e195e63-44c1-45c4-b700-763e03fed633'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:05:38.307614 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Routers {'6e195e63-44c1-45c4-b700-763e03fed633'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:05:38.308249 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:05:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['6e195e63-44c1-45c4-b700-763e03fed633'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:05:38.511615 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Set router 6e195e63-44c1-45c4-b700-763e03fed633 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:05:38.898475 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e195e63-44c1-45c4-b700-763e03fed633', 'name': 'router1', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '059311c0-0fa0-459e-8dd9-7ba52484ee01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:05:18Z', 'updated_at': '2021-09-23T03:05:36Z', 'revision_number': 4, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'gw_port': {'id': '059311c0-0fa0-459e-8dd9-7ba52484ee01', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e195e63-44c1-45c4-b700-763e03fed633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:05:36Z', 'updated_at': '2021-09-23T03:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59', 'name': '', 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'mac_address': 'fa:16:3e:22:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e195e63-44c1-45c4-b700-763e03fed633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:05:28Z', 'updated_at': '2021-09-23T03:05:31Z', 'revision_number': 5, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'subnets': [{'id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df94c0ab-d867-4941-b3f1-e8152951a31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:05:38.950009 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Checking router: 6e195e63-44c1-45c4-b700-763e03fed633 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:05:38.950638 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Updating router 6e195e63-44c1-45c4-b700-763e03fed633 port 059311c0-0fa0-459e-8dd9-7ba52484ee01 binding host dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:05:38.999553 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:39.306063 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Notify callbacks [] for port, precommit_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:39.358048 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:39.477637 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Attempting to bind port 059311c0-0fa0-459e-8dd9-7ba52484ee01 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:05:39.478006 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Attempting to bind port 059311c0-0fa0-459e-8dd9-7ba52484ee01 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:05:39.478555 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Attempting to bind port 059311c0-0fa0-459e-8dd9-7ba52484ee01 on network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:05:39.483773 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:05:39.484163 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Checking segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:05:39.484621 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:39.485004 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Bound using segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:05:39.485461 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Bound port: 059311c0-0fa0-459e-8dd9-7ba52484ee01, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:05:39.485849 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:39.560893 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e394e6a-5c5e-4bde-8d4f-accb9d57a436 None None] Pushing event updated for resources: {'Port': ['ID=059311c0-0fa0-459e-8dd9-7ba52484ee01,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:39.582907 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] For port 059311c0-0fa0-459e-8dd9-7ba52484ee01, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:05:39.585837 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] For port 059311c0-0fa0-459e-8dd9-7ba52484ee01, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=059311c0-0fa0-459e-8dd9-7ba52484ee01,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:05:39.632453 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:39.691144 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Routers {'6e195e63-44c1-45c4-b700-763e03fed633'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:05:39.691755 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:05:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['6e195e63-44c1-45c4-b700-763e03fed633'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:05:39.693543 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e394e6a-5c5e-4bde-8d4f-accb9d57a436 None None] Pushing event updated for resources: {'Port': ['ID=059311c0-0fa0-459e-8dd9-7ba52484ee01,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:39.797648 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] Set router 6e195e63-44c1-45c4-b700-763e03fed633 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:05:39.805839 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 45992) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:05:39.922557 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b1b05048-153b-4388-992b-90aecf4eaf1d admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1154914 Sep 23 03:05:40.014131 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e195e63-44c1-45c4-b700-763e03fed633', 'name': 'router1', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '059311c0-0fa0-459e-8dd9-7ba52484ee01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:05:18Z', 'updated_at': '2021-09-23T03:05:36Z', 'revision_number': 4, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'gw_port': {'id': '059311c0-0fa0-459e-8dd9-7ba52484ee01', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e195e63-44c1-45c4-b700-763e03fed633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:05:36Z', 'updated_at': '2021-09-23T03:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59', 'name': '', 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'mac_address': 'fa:16:3e:22:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e195e63-44c1-45c4-b700-763e03fed633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:05:28Z', 'updated_at': '2021-09-23T03:05:31Z', 'revision_number': 5, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'subnets': [{'id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df94c0ab-d867-4941-b3f1-e8152951a31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:05:40.041612 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9557bb-e17b-4f20-b76e-9984afdc5b2f None None] The sync data for ids ['6e195e63-44c1-45c4-b700-763e03fed633'] in dv-cinder-768458-9-iscsi is: [{'id': '6e195e63-44c1-45c4-b700-763e03fed633', 'name': 'router1', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '059311c0-0fa0-459e-8dd9-7ba52484ee01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:05:18Z', 'updated_at': '2021-09-23T03:05:36Z', 'revision_number': 4, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'gw_port': {'id': '059311c0-0fa0-459e-8dd9-7ba52484ee01', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e195e63-44c1-45c4-b700-763e03fed633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:05:36Z', 'updated_at': '2021-09-23T03:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59', 'name': '', 'network_id': 'ae736eda-aed6-4e34-976f-c103b8b40955', 'tenant_id': 'edbaae8686104e0483eccd80dd7b042d', 'mac_address': 'fa:16:3e:22:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e195e63-44c1-45c4-b700-763e03fed633', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:05:28Z', 'updated_at': '2021-09-23T03:05:31Z', 'revision_number': 5, 'project_id': 'edbaae8686104e0483eccd80dd7b042d', 'subnets': [{'id': 'f60940e2-802d-48f9-b034-1e095a1e6f11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'df94c0ab-d867-4941-b3f1-e8152951a31a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:05:42.167584 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 059311c0-0fa0-459e-8dd9-7ba52484ee01 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:05:42.235716 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 059311c0-0fa0-459e-8dd9-7ba52484ee01 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:05:42.236091 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:42.318065 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:42.338511 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port 059311c0-0fa0-459e-8dd9-7ba52484ee01, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=059311c0-0fa0-459e-8dd9-7ba52484ee01,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:05:42.403542 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:42.454986 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=059311c0-0fa0-459e-8dd9-7ba52484ee01,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:05:44.182112 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 059311c0-0fa0-459e-8dd9-7ba52484ee01 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:05:44.267257 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 059311c0-0fa0-459e-8dd9-7ba52484ee01 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:05:44.267637 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:51.594837 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2226cecc-9be1-4b5b-8518-7c7569fdc63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:54.299279 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c60af2e6-ab2c-45af-91b8-b849ee38996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:54.694754 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:55.173924 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:05:57.030375 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:06:10.806316 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 5 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:06:22.443335 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0f293c93-ca62-47a4-8ab0-33cd24f08ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:06:24.292206 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8dbcaa90-378a-41f0-ab6f-6d12dd0a8521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:06:24.738126 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:06:25.196899 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:06:27.047682 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:06:47.793938 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 5 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:06:51.630588 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fad32ca5-fdd2-421f-af95-a8c58d6b9f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:06:54.293266 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-12db6dd0-4952-4104-a6d3-83f4d16685d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:06:54.685774 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:06:55.165817 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:06:57.059045 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:18.872024 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 46554) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:07:18.932732 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.pecan_wsgi.hooks.translation [None req-77661c61-fbd5-413f-a3a7-1a8fff56353f admin admin] GET failed (client error): The resource could not be found. Sep 23 03:07:18.934040 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-77661c61-fbd5-413f-a3a7-1a8fff56353f admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609992 Sep 23 03:07:19.098770 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d261a106-00df-4773-bfa9-365e43e5f291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:19.098770 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d261a106-00df-4773-bfa9-365e43e5f291 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1564498 Sep 23 03:07:21.289411 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 46564) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:07:21.380013 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0f13cc-e3e3-4078-8614-a6fe6b902f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:21.381391 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-cd0f13cc-e3e3-4078-8614-a6fe6b902f88 admin admin] 10.222.0.23 "GET /v2.0/subnets/f60940e2-802d-48f9-b034-1e095a1e6f11 HTTP/1.1" status: 200 len: 849 time: 0.0905154 Sep 23 03:07:21.391264 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:07:21.473146 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Notify callbacks [] for subnet, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:21.618080 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ea0710ed-3492-40e3-8355-ef9f77524f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:21.686501 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732195771639'] for subnet, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:21.719277 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:21.719875 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:21.721188 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] 10.222.0.23 "PUT /v2.0/subnets/f60940e2-802d-48f9-b034-1e095a1e6f11 HTTP/1.1" status: 200 len: 868 time: 0.3334939 Sep 23 03:07:21.735841 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30aff1b-563d-4f8f-8304-de3d9a416596 None None] Network ae736eda-aed6-4e34-976f-c103b8b40955 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:07:21.740531 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f60940e2-802d-48f9-b034-1e095a1e6f11,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:07:21.749083 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:21.749083 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:21.749425 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:21.749695 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:21.750032 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:21.750381 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:21.750721 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:21.751050 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:21.751400 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:21.751750 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:21.752061 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:21.752403 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea355a9-4a39-402f-8e93-ea515275526b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:07:22.127957 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-5719aa2f-c934-47d3-97d3-5139c71c744c None None] Provisioning complete for port cd5de2d8-6eeb-4dbb-95bf-3cdf77879e59 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:07:22.128434 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-5719aa2f-c934-47d3-97d3-5139c71c744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:22.211637 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-5719aa2f-c934-47d3-97d3-5139c71c744c None None] Provisioning complete for port 06a9ae81-4368-4bbb-9f4c-f969e84b4d82 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:07:22.211936 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-5719aa2f-c934-47d3-97d3-5139c71c744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:23.928387 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 46572) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:07:24.132816 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff0939-3645-4866-ad06-c5568e5708c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:24.133217 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff0939-3645-4866-ad06-c5568e5708c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:24.135312 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d6ff0939-3645-4866-ad06-c5568e5708c4 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2059460 Sep 23 03:07:24.301872 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c3ae7886-6569-4862-a48e-f4295e2a554e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:24.764755 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:24.793011 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 5 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:07:25.172299 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:26.362494 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 46580) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:07:26.532773 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6bc83-f537-43a9-849c-a23accf897d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:26.533250 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6bc83-f537-43a9-849c-a23accf897d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:26.534791 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-f2c6bc83-f537-43a9-849c-a23accf897d3 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1713510 Sep 23 03:07:27.046287 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:28.728953 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 46588) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:07:28.872284 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c888b-9ca2-431a-92cc-afeee193a66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:28.873686 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-467c888b-9ca2-431a-92cc-afeee193a66c admin admin] 10.222.0.23 "GET /v2.0/networks/ae736eda-aed6-4e34-976f-c103b8b40955 HTTP/1.1" status: 200 len: 869 time: 0.1437802 Sep 23 03:07:31.069158 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 46598) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:07:31.215116 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306cab0c-529d-4eb3-a8c8-0b7ba2577b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:31.216511 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-306cab0c-529d-4eb3-a8c8-0b7ba2577b1f admin admin] 10.222.0.23 "GET /v2.0/networks/fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e HTTP/1.1" status: 200 len: 886 time: 0.1463869 Sep 23 03:07:33.386511 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 46606) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:07:33.508501 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd600e-6a0a-4a3b-b4fb-940a89e96754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:33.508983 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd600e-6a0a-4a3b-b4fb-940a89e96754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:33.510505 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-90bd600e-6a0a-4a3b-b4fb-940a89e96754 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230507 Sep 23 03:07:35.705137 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 46614) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:07:35.794038 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2d95c8-6190-4a18-a76b-b407aad28fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:35.794504 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2d95c8-6190-4a18-a76b-b407aad28fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:35.796009 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-9e2d95c8-6190-4a18-a76b-b407aad28fb0 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916004 Sep 23 03:07:37.990918 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 46622) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:07:38.075147 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027066d-3ffa-4979-bbeb-40916a1ea81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:38.076398 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-3027066d-3ffa-4979-bbeb-40916a1ea81c admin admin] 10.222.0.23 "GET /v2.0/subnets/1c732f32-3f9e-47ff-beac-a45cb7e41a80 HTTP/1.1" status: 200 len: 816 time: 0.0845397 Sep 23 03:07:40.266007 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 46630) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:07:40.355243 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec10443f-1e79-45d6-938d-28b4b246f5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:07:40.356635 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-ec10443f-1e79-45d6-938d-28b4b246f5d9 admin admin] 10.222.0.23 "GET /v2.0/subnets/f60940e2-802d-48f9-b034-1e095a1e6f11 HTTP/1.1" status: 200 len: 868 time: 0.0896528 Sep 23 03:07:51.565928 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f993-92ca-4c45-ab28-412fc5dd12ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:54.320183 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-588ddf76-2484-48e5-9a51-7c9595db7a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:54.783281 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:55.209639 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:07:57.045924 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:01.848206 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 5 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:08:04.377479 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 46684) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:08:04.424168 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [None req-5df91d0c-ecbc-48fe-b2c1-4b21c2230f0b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:08:04.425268 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-5df91d0c-ecbc-48fe-b2c1-4b21c2230f0b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468445 Sep 23 03:08:06.847326 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 46692) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:08:06.907612 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa823aba-fe5c-45d6-8db3-8f28d7e364ba admin admin] GET failed (client error): The resource could not be found. Sep 23 03:08:06.908961 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-aa823aba-fe5c-45d6-8db3-8f28d7e364ba admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606484 Sep 23 03:08:06.998140 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb784244-4658-4551-85ed-835cf0d86fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:08:06.999658 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-cb784244-4658-4551-85ed-835cf0d86fa4 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855207 Sep 23 03:08:09.232373 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 46700) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:08:09.282242 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:08:09.391855 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] Made reservation on behalf of c34432677fed4984bbce7291bad96cc8 for: {'network': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:08:09.394207 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:09.427479 dv-cinder-768458-9-iscsi neutron-server[94696]: WARNING neutron.services.revisions.revision_plugin [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] Could not find related network for resource to bump revision. Sep 23 03:08:09.437201 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=94696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:08:09.446180 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:09.446552 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.segments_db [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] Added segment 57727cf2-1d2e-426b-a689-70d509da5347 of type vlan for network 6e2f3221-1c77-43a4-89a4-9021e6c644e6 Sep 23 03:08:09.487121 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:09.620741 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:09.621707 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:08:09.622290 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:09.679821 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] Pushing event updated for resources: {'Network': ['ID=6e2f3221-1c77-43a4-89a4-9021e6c644e6,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:08:09.690086 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 6e2f3221-1c77-43a4-89a4-9021e6c644e6 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:08:09.741965 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-32857840-64e6-4bc5-b692-8b47e06b4a89 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5084846 Sep 23 03:08:11.972804 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 46708) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:08:12.032742 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.pecan_wsgi.hooks.translation [None req-329912ce-7918-45b8-a505-18f36dfef65d admin admin] GET failed (client error): The resource could not be found. Sep 23 03:08:12.034050 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-329912ce-7918-45b8-a505-18f36dfef65d admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602756 Sep 23 03:08:12.103366 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101719ad-c56c-411b-95fa-5175775158a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:08:12.104717 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-101719ad-c56c-411b-95fa-5175775158a8 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660834 Sep 23 03:08:12.114750 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:08:12.239747 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] Made reservation on behalf of c34432677fed4984bbce7291bad96cc8 for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:08:12.242550 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:12.491868 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:12.545641 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82015fb0-cf7d-450f-84eb-153cedfec3dd,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:08:12.553684 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] Checking segment: {'id': '57727cf2-1d2e-426b-a689-70d509da5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:08:12.554054 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] Network hostable DHCP agents. Network: 6e2f3221-1c77-43a4-89a4-9021e6c644e6, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:08:12.660411 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] Network 6e2f3221-1c77-43a4-89a4-9021e6c644e6 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:08:12.748250 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 6e2f3221-1c77-43a4-89a4-9021e6c644e6) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:08:12.752158 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:08:12.752774 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:12.757481 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a978b041-f71e-4336-9a4e-03d3ab585b5d None None] Network 6e2f3221-1c77-43a4-89a4-9021e6c644e6 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:08:12.895670 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-cc6aa06f-3c88-4a92-ae76-cbc3ee423045 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7841365 Sep 23 03:08:12.989913 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29eb833-083d-5d5e-b2f8-85e20067a92e-6e2f3221-1c77-43a4-89a4-9021e6c644e6', 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6', 'tenant_id': 'c34432677fed4984bbce7291bad96cc8', 'fixed_ips': [{'subnet_id': '82015fb0-cf7d-450f-84eb-153cedfec3dd'}]}} from dv-cinder-768458-9-iscsi. {{(pid=94697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 03:08:12.990843 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:13.136969 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.db_base_plugin_common [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Allocated IP 192.168.233.2 (6e2f3221-1c77-43a4-89a4-9021e6c644e6/82015fb0-cf7d-450f-84eb-153cedfec3dd/dbfb9c20-2f01-4408-8f62-af7063c1f63c) {{(pid=94697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:08:13.279708 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Notify callbacks [] for port, precommit_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:13.380927 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:13.420422 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Network 6e2f3221-1c77-43a4-89a4-9021e6c644e6 is already hosted by enough agents. {{(pid=94697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:08:13.420903 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.base_scheduler [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Resources bound (agent type, host, resource id): {{(pid=94697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:08:13.423989 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Received port after_create {{(pid=94697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:08:13.453031 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Pushing event updated for resources: {'Port': ['ID=dbfb9c20-2f01-4408-8f62-af7063c1f63c,revision_number=1']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:08:13.462528 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.462894 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.463242 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.463867 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.464272 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.464640 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.464981 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.465330 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.465717 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.466052 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.466389 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.466711 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:08:13.499867 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Attempting to bind port dbfb9c20-2f01-4408-8f62-af7063c1f63c on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:08:13.500233 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Attempting to bind port dbfb9c20-2f01-4408-8f62-af7063c1f63c by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '57727cf2-1d2e-426b-a689-70d509da5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:08:13.500625 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Attempting to bind port dbfb9c20-2f01-4408-8f62-af7063c1f63c on network 6e2f3221-1c77-43a4-89a4-9021e6c644e6 {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:08:13.505709 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:08:13.506137 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Checking segment: {'id': '57727cf2-1d2e-426b-a689-70d509da5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:08:13.506541 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:13.506928 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Bound using segment: {'id': '57727cf2-1d2e-426b-a689-70d509da5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:08:13.507391 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Bound port: dbfb9c20-2f01-4408-8f62-af7063c1f63c, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57727cf2-1d2e-426b-a689-70d509da5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:08:13.507787 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:13.568712 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] For port dbfb9c20-2f01-4408-8f62-af7063c1f63c, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:08:13.571803 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] For port dbfb9c20-2f01-4408-8f62-af7063c1f63c, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=dbfb9c20-2f01-4408-8f62-af7063c1f63c,segment=NetworkSegment(57727cf2-1d2e-426b-a689-70d509da5347),segment_id=57727cf2-1d2e-426b-a689-70d509da5347)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:08:13.680523 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:13.743526 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779e635-a083-4294-bce3-5fbdd07f941d None None] Pushing event updated for resources: {'Port': ['ID=dbfb9c20-2f01-4408-8f62-af7063c1f63c,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:08:14.273757 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device dbfb9c20-2f01-4408-8f62-af7063c1f63c up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:08:14.337049 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port dbfb9c20-2f01-4408-8f62-af7063c1f63c triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:08:14.337505 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:14.437625 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:14.479234 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port dbfb9c20-2f01-4408-8f62-af7063c1f63c, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=dbfb9c20-2f01-4408-8f62-af7063c1f63c,segment=NetworkSegment(57727cf2-1d2e-426b-a689-70d509da5347),segment_id=57727cf2-1d2e-426b-a689-70d509da5347)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:08:14.588813 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547d1518-4e16-443b-8555-f23349324b98 None None] Network 6e2f3221-1c77-43a4-89a4-9021e6c644e6 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:08:14.605090 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:14.724398 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=dbfb9c20-2f01-4408-8f62-af7063c1f63c,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:08:14.738532 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-263a109c-d728-4906-a7e6-a56c090e8bf9 None None] Provisioning complete for port dbfb9c20-2f01-4408-8f62-af7063c1f63c triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:08:14.738910 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-263a109c-d728-4906-a7e6-a56c090e8bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:15.113481 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-8991cfcb-76e5-4802-a2cb-a6ff2e3c2543 None None] Provisioning complete for port dbfb9c20-2f01-4408-8f62-af7063c1f63c triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:08:15.113840 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8991cfcb-76e5-4802-a2cb-a6ff2e3c2543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:16.240280 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device dbfb9c20-2f01-4408-8f62-af7063c1f63c up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:08:16.289988 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port dbfb9c20-2f01-4408-8f62-af7063c1f63c triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:08:16.290361 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:21.580177 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-24dd7ecc-8012-434f-a4ea-2985970502b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:24.293973 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9f9e14a2-a2ed-4ed9-8eb0-2cfb2cd4bc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:24.685401 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:25.220134 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:27.077115 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:38.796373 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 5 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:08:51.596910 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-450bca84-887e-40bb-a0ad-17dcb741e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:54.284745 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a8725769-3db1-4000-ba3f-a6b7b5f56274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:54.690183 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:55.233220 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:08:57.056121 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:15.795055 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 5 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:09:21.589838 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4588c6e4-2148-419d-b948-901c1da735d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:24.295478 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-75ba2e81-b362-4ecf-a3e7-15022199c41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:24.680958 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:25.181057 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:27.043765 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:31.797499 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 46762) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:09:31.803903 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [None req-64a7d39a-e360-4bb1-947d-947431fd1c58 tempest-verify_tempest_config-1586647696 tempest-verify_tempest_config-1586647696-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:09:31.804928 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-64a7d39a-e360-4bb1-947d-947431fd1c58 tempest-verify_tempest_config-1586647696 tempest-verify_tempest_config-1586647696-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063791 Sep 23 03:09:32.288210 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 46780) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:09:32.391128 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:32.475457 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:32.538132 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:32.583964 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7240bb50a9c14cba9b73a80e31d75bb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2945065 Sep 23 03:09:32.585059 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be532e2-625d-40b2-9a63-85e40c226406,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:09:32.586769 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 46784) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:09:32.591786 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.592162 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.592512 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.592860 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.593194 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.593563 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.593914 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.594242 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.594588 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.594947 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.595262 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.595582 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4618ea-c635-4b95-b7ee-f05d45a7208d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.662666 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:32.682314 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:32.861281 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:32.863924 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:32.865134 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4be532e2-625d-40b2-9a63-85e40c226406 HTTP/1.1" status: 204 len: 168 time: 0.2773356 Sep 23 03:09:32.873983 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be532e2-625d-40b2-9a63-85e40c226406,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:09:32.882616 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.882988 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.883330 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.883664 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.883994 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.884322 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.884686 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.885013 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.885346 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.885671 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.885992 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:32.886309 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a7c5e-c281-4f9d-9acb-f338c5169e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:09:51.562657 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6d30df92-20c3-4cda-bfef-51ab0183b61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:52.793978 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 5 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:09:54.297124 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2bc52122-c02a-48ff-8a3d-a7c1db295d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:54.759597 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:55.182641 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:09:57.091320 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:10:21.570302 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fd78e091-b9a7-4ece-86c1-b600cbfc1452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:10:24.293747 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-bb7d8368-c467-469f-b5da-bc6c85c4ad95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:10:24.713316 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:10:25.179353 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:10:27.058828 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:10:29.793137 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 5 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:10:51.572624 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-601ed3a0-cc76-4316-9471-0800e6e65ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:10:54.317969 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-01526a28-bf55-4d92-96a3-accdd8b0ccae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:10:54.723677 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:10:55.186620 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:10:57.060888 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:03.906785 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-573131'] for agent, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:06.792185 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:11:18.400347 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 46858) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:11:18.508278 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-4066cc32-dae2-4c2b-9b0f-a03466037f70 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1067767 Sep 23 03:11:20.733869 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 46868) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:11:20.787408 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-ef67eb59-f1d4-4453-9f4a-26de95c247bc admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0524707 Sep 23 03:11:21.600419 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e5fd6075-e2ec-44f7-b500-b2c82687aaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:24.311546 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-84dba042-fe10-49c2-98ef-e0647e29684c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:24.743896 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:25.202911 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:27.060303 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:33.886469 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:43.790669 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:11:51.561739 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-f96cafa1-9bcc-4d16-b449-53cb427a7d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:54.292954 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ff5002ae-1e71-4a5e-8c36-244e94ba63e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:54.699162 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:55.207285 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:11:57.064548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:03.881455 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:20.791188 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:12:21.550054 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-be6c454a-aedc-4446-bb68-38638b86abfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:24.275460 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-836afac4-ddc8-43d8-a57a-11debe994fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:24.738465 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:25.200994 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:27.067335 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:33.886416 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:51.492837 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47068) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:51.563927 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-25a0290a-f9df-4d67-8000-720d7a83c49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.131780 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-network', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:12:52.174533 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47090) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:52.288299 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47102) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:52.301984 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47106) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:52.349015 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Made reservation on behalf of dbfca1e34b884266a4b529b2813872ba for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:12:52.351715 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.361099 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.466704 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.532452 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.557924 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:12:52.573277 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c83c98-c333-4d3a-90a8-b0ebb072e98f,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:52.582306 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-62340439-network', 'tenant_id': '3a0db8b321a54de5ae011d51e6e69a58'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:12:52.587115 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732195797131', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.594330 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Unsubscribe: segment precommit_create {{(pid=94695) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 03:12:52.594330 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Added segment b96007cb-b2e2-4f67-9990-3b2c28a97757 of type vlan for network 14c1ac36-0e52-4076-99c3-1a39144cff3e Sep 23 03:12:52.603122 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.603971 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.604321 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.604696 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.605061 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.605392 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.605723 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.606047 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.606404 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.606712 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.607032 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.607354 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Tracked resource versions report: Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: pushed versions: Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: { 'AddressGroup': {'1.2'}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'ConntrackHelper': {'1.0'}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Log': {'1.0'}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Network': {'1.1'}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Port': {'1.7'}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'PortForwarding': {'1.2'}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'QosPolicy': {'1.9'}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SecurityGroup': {'1.4'}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SecurityGroupRule': {'1.2'}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SubPort': {'1.0'}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Subnet': {'1.1'}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Trunk': {'1.1'}} Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: consumer versions: Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: { DHCP agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: HyperV agent@hv-cinder-76845: {}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: L3 agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: Metadata agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: Metering agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: Open vSwitch agent@dv-cinder-768458-9-iscsi: { 'AddressGroup': '1.2', Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'ConntrackHelper': '1.0', Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Log': '1.0', Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Network': '1.1', Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Port': '1.7', Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'PortForwarding': '1.2', Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'QosPolicy': '1.9', Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SecurityGroup': '1.4', Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SecurityGroupRule': '1.2', Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'SubPort': '1.0', Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Subnet': '1.1', Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: 'Trunk': '1.1'}} Sep 23 03:12:52.608449 dv-cinder-768458-9-iscsi neutron-server[94695]: {{(pid=94695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 03:12:52.649646 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-566639275-network', 'tenant_id': 'a580adcc8b084ba2b1b657bd1b2a9a1a'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:12:52.674733 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.741266 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Made reservation on behalf of 3a0db8b321a54de5ae011d51e6e69a58 for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:12:52.743977 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.761009 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.765401 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-network', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:12:52.785502 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.786530 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:12:52.787093 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.921887 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Made reservation on behalf of a580adcc8b084ba2b1b657bd1b2a9a1a for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:12:52.924147 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:52.955608 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.008214 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] Pushing event updated for resources: {'Network': ['ID=14c1ac36-0e52-4076-99c3-1a39144cff3e,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:53.021487 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 14c1ac36-0e52-4076-99c3-1a39144cff3e details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:12:53.075727 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.187497 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.217747 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011c8e3a-7cff-4262-84ca-a22470bbba41,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:53.240673 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.db.api [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 03:12:53.240673 dv-cinder-768458-9-iscsi neutron-server[94695]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 03:12:53.240673 dv-cinder-768458-9-iscsi neutron-server[94695]: [parameters: {'project_id_1': 'a580adcc8b084ba2b1b657bd1b2a9a1a', 'expiration_1': datetime.datetime(2021, 9, 23, 3, 12, 33, 5526)}] Sep 23 03:12:53.240673 dv-cinder-768458-9-iscsi neutron-server[94695]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 03:12:53.241233 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG oslo_db.api [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 03:12:53.245156 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:12:53.258779 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.259262 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Added segment 350cfb3a-60d0-4498-bc96-0dc553decdce of type vlan for network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 Sep 23 03:12:53.302687 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.332059 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Made reservation on behalf of a28d49e25ce7449f8ae6c33149e67246 for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:12:53.334339 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.342914 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.415825 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.416946 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:12:53.417563 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.443774 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-c4308b90-a177-48c7-b813-bb457b850f9b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9491351 Sep 23 03:12:53.448632 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47146) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:53.459197 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Request body: {'subnet': {'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-subnet', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:12:53.485846 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] Pushing event updated for resources: {'Network': ['ID=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:53.496157 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:12:53.532820 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-0dd5fda1-97f2-4bea-b4b0-401cae8d65fe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3573792 Sep 23 03:12:53.536056 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47150) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:53.541104 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] Request body: {'subnet': {'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-62340439-subnet', 'tenant_id': '3a0db8b321a54de5ae011d51e6e69a58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:12:53.628948 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.708681 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.733065 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47160) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:53.734265 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:12:53.742445 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.755639 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:53.765501 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.765838 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Added segment 2d027891-3073-4b05-a7bd-6d162a46f4da of type vlan for network 1d10651e-f809-49e7-bd10-b6e6b7add90a Sep 23 03:12:53.805704 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Made reservation on behalf of dbfca1e34b884266a4b529b2813872ba for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:12:53.807987 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.809675 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.886014 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.887797 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:12:53.888744 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:53.893392 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] Made reservation on behalf of 3a0db8b321a54de5ae011d51e6e69a58 for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:12:53.895759 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.010677 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] Pushing event updated for resources: {'Network': ['ID=1d10651e-f809-49e7-bd10-b6e6b7add90a,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:54.023705 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 1d10651e-f809-49e7-bd10-b6e6b7add90a details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:12:54.097582 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.105662 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-38cdece8-ce6f-44cc-b04b-3f456b0c040b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.119791 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.185075 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.214928 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095d0d5a-9493-483f-9f17-19871e1a4a9e,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:54.226919 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:12:54.240007 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.240731 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Added segment c98068b8-c5f0-4c9e-9862-415f4b6500ce of type vlan for network 0dfc782a-3c76-41d8-9a94-b4dce4351b9f Sep 23 03:12:54.253159 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-c9ef5598-cf4a-4a69-a471-936a1bce97f5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9500723 Sep 23 03:12:54.255913 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47188) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:54.270668 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Checking segment: {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:12:54.270668 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Network hostable DHCP agents. Network: 14c1ac36-0e52-4076-99c3-1a39144cff3e, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:12:54.277809 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b64a0c0-f157-44a7-b3c0-deb116316663,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:54.304341 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.304754 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.305088 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.305419 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.305743 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.306080 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.306400 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.306753 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.307144 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.307428 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.307743 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.308053 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Tracked resource versions report: Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: pushed versions: Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: { 'AddressGroup': {'1.2'}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'ConntrackHelper': {'1.0'}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Log': {'1.0'}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Network': {'1.1'}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Port': {'1.7'}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'PortForwarding': {'1.2'}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'QosPolicy': {'1.9'}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SecurityGroup': {'1.4'}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SecurityGroupRule': {'1.2'}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SubPort': {'1.0'}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Subnet': {'1.1'}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Trunk': {'1.1'}} Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: consumer versions: Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: { DHCP agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: HyperV agent@hv-cinder-76845: {}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: L3 agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: Metadata agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: Metering agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: Open vSwitch agent@dv-cinder-768458-9-iscsi: { 'AddressGroup': '1.2', Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'ConntrackHelper': '1.0', Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Log': '1.0', Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Network': '1.1', Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Port': '1.7', Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'PortForwarding': '1.2', Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'QosPolicy': '1.9', Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SecurityGroup': '1.4', Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SecurityGroupRule': '1.2', Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'SubPort': '1.0', Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Subnet': '1.1', Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: 'Trunk': '1.1'}} Sep 23 03:12:54.309173 dv-cinder-768458-9-iscsi neutron-server[94696]: {{(pid=94696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 03:12:54.324751 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] Request body: {'subnet': {'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-subnet', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:12:54.330294 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.337063 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a5b1b503-adf1-420c-ae04-bbe337d1310e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.380853 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-38cdece8-ce6f-44cc-b04b-3f456b0c040b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.406006 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.461526 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1939509-f41f-4d03-ba7b-2941c8932e06,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:54.463524 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.464526 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:12:54.465090 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.475544 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Network 14c1ac36-0e52-4076-99c3-1a39144cff3e is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:12:54.483371 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] Checking segment: {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:12:54.484185 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] Network hostable DHCP agents. Network: 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:12:54.508692 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-38cdece8-ce6f-44cc-b04b-3f456b0c040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.531512 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] Pushing event updated for resources: {'Network': ['ID=0dfc782a-3c76-41d8-9a94-b4dce4351b9f,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:54.541642 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 0dfc782a-3c76-41d8-9a94-b4dce4351b9f details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:12:54.559954 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-38cdece8-ce6f-44cc-b04b-3f456b0c040b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ba8109328f0749ce9e888b91da7331b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8245983 Sep 23 03:12:54.561158 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdece8-ce6f-44cc-b04b-3f456b0c040b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518f39d0-121e-439a-be67-bba78e6f1f14,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:54.562600 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47194) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:54.573583 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 14c1ac36-0e52-4076-99c3-1a39144cff3e) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:12:54.584070 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:12:54.584070 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.596920 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-1af98bdd-c33b-47dc-a44b-9851a16f4260 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3072488 Sep 23 03:12:54.598375 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47196) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:54.623741 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] Request body: {'subnet': {'network_id': '0dfc782a-3c76-41d8-9a94-b4dce4351b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-566639275-subnet', 'tenant_id': 'a580adcc8b084ba2b1b657bd1b2a9a1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:12:54.637477 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfe31bc-4e56-4825-b5b3-d5f53a219616 None None] Network 14c1ac36-0e52-4076-99c3-1a39144cff3e requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:12:54.637788 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-66e82bdb-176e-4152-8f6b-6c1bcc756bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.657725 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] Network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:12:54.659964 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-66e82bdb-176e-4152-8f6b-6c1bcc756bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.665215 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:12:54.674566 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:12:54.675286 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.677519 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895b09f9-40b8-4b39-9ff5-3028e0b9d33d None None] Network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:12:54.692766 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] Made reservation on behalf of a28d49e25ce7449f8ae6c33149e67246 for: {'subnet': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:12:54.695067 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.785986 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-38cef910-da51-4d11-aafb-02fc2f907446 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3361244 Sep 23 03:12:54.789373 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-bdcfefbe-c0d6-4e13-9c8f-2e69b32fb71f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2522728 Sep 23 03:12:54.802309 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47204) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:54.802309 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:12:54.807601 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.846171 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-66e82bdb-176e-4152-8f6b-6c1bcc756bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.848719 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-66e82bdb-176e-4152-8f6b-6c1bcc756bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.849953 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-66e82bdb-176e-4152-8f6b-6c1bcc756bfd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/518f39d0-121e-439a-be67-bba78e6f1f14 HTTP/1.1" status: 204 len: 168 time: 0.2857540 Sep 23 03:12:54.868236 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e82bdb-176e-4152-8f6b-6c1bcc756bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518f39d0-121e-439a-be67-bba78e6f1f14,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:54.880832 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] Made reservation on behalf of a580adcc8b084ba2b1b657bd1b2a9a1a for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:12:54.886111 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:54.964749 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ec97e2-a449-4445-a7b6-85b5e975058a None None] Network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:12:55.003280 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29eb833-083d-5d5e-b2f8-85e20067a92e-14c1ac36-0e52-4076-99c3-1a39144cff3e', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663'}]}} from dv-cinder-768458-9-iscsi. {{(pid=94697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 03:12:55.003280 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.052282 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129195'] for router, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.054059 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129186'] for router, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.138676 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for subnet, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.200715 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.252971 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3aa06fe-d1df-4102-a886-3bfd91ea52d9,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:55.266527 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] Checking segment: {'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:12:55.266878 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] Network hostable DHCP agents. Network: 1d10651e-f809-49e7-bd10-b6e6b7add90a, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:12:55.328040 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.db_base_plugin_common [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Allocated IP 172.20.0.2 (14c1ac36-0e52-4076-99c3-1a39144cff3e/4b64a0c0-f157-44a7-b3c0-deb116316663/76de3b36-6725-41da-bfb0-f709dad33066) {{(pid=94697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:12:55.377793 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] Network 1d10651e-f809-49e7-bd10-b6e6b7add90a is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:12:55.379619 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.392284 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.541982 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 1d10651e-f809-49e7-bd10-b6e6b7add90a) {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:12:55.546615 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:12:55.549674 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.554229 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Notify callbacks [] for port, precommit_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.562582 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f75388-83f1-49ee-9c92-7e973d6e1b1e None None] Network 1d10651e-f809-49e7-bd10-b6e6b7add90a requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:12:55.650557 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.664547 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-f83cb78c-ed1e-47df-b329-2a149237777e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4046922 Sep 23 03:12:55.670217 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47250) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:55.671268 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-router', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:12:55.703392 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8771084d-e31d-4a0f-8dda-72177bd06c88,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:55.715920 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Network 14c1ac36-0e52-4076-99c3-1a39144cff3e is already hosted by enough agents. {{(pid=94697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:12:55.721470 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.base_scheduler [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Resources bound (agent type, host, resource id): {{(pid=94697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:12:55.734324 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Received port after_create {{(pid=94697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:12:55.747428 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Pushing event updated for resources: {'Port': ['ID=76de3b36-6725-41da-bfb0-f709dad33066,revision_number=1']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:55.758614 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.759090 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.759501 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.760749 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.760907 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.761258 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.761657 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.762055 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.762472 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.762868 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.763266 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.763657 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Tracked resource versions report: Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: pushed versions: Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: { 'AddressGroup': {'1.2'}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'ConntrackHelper': {'1.0'}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Log': {'1.0'}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Network': {'1.1'}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Port': {'1.7'}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'PortForwarding': {'1.2'}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'QosPolicy': {'1.9'}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SecurityGroup': {'1.4'}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SecurityGroupRule': {'1.2'}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SubPort': {'1.0'}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Subnet': {'1.1'}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Trunk': {'1.1'}} Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: consumer versions: Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: { DHCP agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: HyperV agent@hv-cinder-76845: {}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: L3 agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: Metadata agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: Metering agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: Open vSwitch agent@dv-cinder-768458-9-iscsi: { 'AddressGroup': '1.2', Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'ConntrackHelper': '1.0', Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Log': '1.0', Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Network': '1.1', Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Port': '1.7', Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'PortForwarding': '1.2', Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'QosPolicy': '1.9', Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SecurityGroup': '1.4', Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SecurityGroupRule': '1.2', Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'SubPort': '1.0', Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Subnet': '1.1', Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: 'Trunk': '1.1'}} Sep 23 03:12:55.764865 dv-cinder-768458-9-iscsi neutron-server[94697]: {{(pid=94697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 03:12:55.777778 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129195'] for router, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.777778 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129186'] for router, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.870724 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Attempting to bind port 76de3b36-6725-41da-bfb0-f709dad33066 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:12:55.871176 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Attempting to bind port 76de3b36-6725-41da-bfb0-f709dad33066 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:12:55.871611 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Attempting to bind port 76de3b36-6725-41da-bfb0-f709dad33066 on network 14c1ac36-0e52-4076-99c3-1a39144cff3e {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:12:55.883569 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ee9228-f5db-4fc3-b4bf-ce44142118ba None None] Network 1d10651e-f809-49e7-bd10-b6e6b7add90a requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:12:55.901174 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.908229 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.910891 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] Checking segment: {'id': 'c98068b8-c5f0-4c9e-9862-415f4b6500ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0dfc782a-3c76-41d8-9a94-b4dce4351b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:12:55.911626 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] Network hostable DHCP agents. Network: 0dfc782a-3c76-41d8-9a94-b4dce4351b9f, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:12:55.939360 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:12:55.940189 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Checking segment: {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:12:55.940642 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:55.941109 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Bound using segment: {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:12:55.941651 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Bound port: 76de3b36-6725-41da-bfb0-f709dad33066, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:12:55.942119 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:56.041772 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] Network 0dfc782a-3c76-41d8-9a94-b4dce4351b9f is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:12:56.072225 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47264) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:56.094619 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] For port 76de3b36-6725-41da-bfb0-f709dad33066, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:12:56.094850 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47272) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:56.097025 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-76390f90-9f2f-4618-be80-33995c7463f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:56.098334 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] For port 76de3b36-6725-41da-bfb0-f709dad33066, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=76de3b36-6725-41da-bfb0-f709dad33066,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:12:56.108454 dv-cinder-768458-9-iscsi neutron-server[94696]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 03:12:56.156741 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 0dfc782a-3c76-41d8-9a94-b4dce4351b9f) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:12:56.165162 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4888cb4e-05d2-4925-af5a-943ed46988c7 None None] Network 0dfc782a-3c76-41d8-9a94-b4dce4351b9f requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:12:56.169256 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:56.183092 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:12:56.183792 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:56.199300 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:56.297523 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bc681-e471-4e86-a296-f4d69a94c47b None None] Pushing event updated for resources: {'Port': ['ID=76de3b36-6725-41da-bfb0-f709dad33066,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:56.350134 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca049fea-d1d7-4ec8-9919-fd6082f67a73 None None] Network 0dfc782a-3c76-41d8-9a94-b4dce4351b9f requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:12:56.389608 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4938c-6c1e-4156-9158-2379e501e900 req-7addc69c-98c6-4f4e-b39e-96ca1fd619e2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:12:56.391153 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-7addc69c-98c6-4f4e-b39e-96ca1fd619e2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/networks?id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 HTTP/1.1" status: 200 len: 813 time: 0.2837832 Sep 23 03:12:56.441585 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-ec2d4549-ffba-45f3-b6b1-30c090586a3d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/quotas/3a0db8b321a54de5ae011d51e6e69a58 HTTP/1.1" status: 200 len: 375 time: 0.0284443 Sep 23 03:12:56.573302 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3d984125-b2e7-4688-ae03-8034f1458b8a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087162 Sep 23 03:12:56.582705 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-76390f90-9f2f-4618-be80-33995c7463f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:56.654822 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:56.679173 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-76390f90-9f2f-4618-be80-33995c7463f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:56.680392 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:56.764029 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-796cf486-ec78-4601-ad53-d7dd07baab18 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1620660 Sep 23 03:12:56.779127 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-76390f90-9f2f-4618-be80-33995c7463f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=45b6b8bf43fe4fb396ce1f429cd7a9d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7048590 Sep 23 03:12:56.786939 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76390f90-9f2f-4618-be80-33995c7463f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc652a53-427f-4cce-900f-311d154606c0,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:56.790771 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47286) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:56.814808 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:56.839130 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Allocated IP 172.27.1.204 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/949f9203-eb8f-4afb-a988-028acea74a52) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:12:56.851816 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.007662 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f6f61235-aeeb-4af6-9ca1-6b1cfa67fc6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.067553 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f6f61235-aeeb-4af6-9ca1-6b1cfa67fc6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.076394 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.090471 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-86d39ade-8d25-4406-869c-370f8147dd98 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:12:57.091389 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-86d39ade-8d25-4406-869c-370f8147dd98 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3014183 Sep 23 03:12:57.120276 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.175024 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.224107 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:12:57.234179 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:12:57.234179 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:12:57.302877 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Allocated IP 172.27.1.16 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/5fde44f5-999b-4a08-8139-0353ef5081fd) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:12:57.366363 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-29f94898-fc38-455e-8546-70f3eccb4430 service neutron] 10.222.0.23 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564383 Sep 23 03:12:57.372371 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Pushing event updated for resources: {'Port': ['ID=949f9203-eb8f-4afb-a988-028acea74a52,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:57.511639 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235f062c-3cdc-46c0-a863-9eabfa9de3e6 None None] Network 14c1ac36-0e52-4076-99c3-1a39144cff3e requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:12:57.529635 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.542160 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-5d7e5478-e597-45f4-a19c-5e7dbfc7faf5 service neutron] 10.222.0.23 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633158 Sep 23 03:12:57.566925 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f6f61235-aeeb-4af6-9ca1-6b1cfa67fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.569639 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f6f61235-aeeb-4af6-9ca1-6b1cfa67fc6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.570890 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-f6f61235-aeeb-4af6-9ca1-6b1cfa67fc6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc652a53-427f-4cce-900f-311d154606c0 HTTP/1.1" status: 204 len: 168 time: 0.7755191 Sep 23 03:12:57.575150 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47326) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:57.578102 dv-cinder-768458-9-iscsi neutron-server[94695]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 03:12:57.597453 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f61235-aeeb-4af6-9ca1-6b1cfa67fc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc652a53-427f-4cce-900f-311d154606c0,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:57.681145 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.758336 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-56ee794e-0651-47ab-8692-2d3f8e241195 None None] Provisioning complete for port 76de3b36-6725-41da-bfb0-f709dad33066 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:12:57.758922 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-56ee794e-0651-47ab-8692-2d3f8e241195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.790638 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:12:57.860699 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:12:57.883440 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:12:57.883440 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:12:57.892671 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Pushing event updated for resources: {'Port': ['ID=5fde44f5-999b-4a08-8139-0353ef5081fd,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:57.896788 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-56ee794e-0651-47ab-8692-2d3f8e241195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:57.956986 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-56ee794e-0651-47ab-8692-2d3f8e241195 None None] For port 76de3b36-6725-41da-bfb0-f709dad33066, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=76de3b36-6725-41da-bfb0-f709dad33066,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:12:57.969827 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-8eb97a46-d61d-42c0-88c2-061a0803009c tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:12:57.971385 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-8eb97a46-d61d-42c0-88c2-061a0803009c tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/networks?id=0dfc782a-3c76-41d8-9a94-b4dce4351b9f HTTP/1.1" status: 200 len: 811 time: 0.3945630 Sep 23 03:12:58.004396 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-e9c0ff6f-aa32-4542-9dfa-762ad01494e6 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/quotas/a580adcc8b084ba2b1b657bd1b2a9a1a HTTP/1.1" status: 200 len: 375 time: 0.0250034 Sep 23 03:12:58.005096 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:58.069618 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-56ee794e-0651-47ab-8692-2d3f8e241195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:58.147250 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ae4a2506-02ec-4714-854b-56cd44939c87 req-2823e82e-5797-4134-8b49-eb545af8b69f tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0910735 Sep 23 03:12:58.209202 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee794e-0651-47ab-8692-2d3f8e241195 None None] Pushing event updated for resources: {'Port': ['ID=76de3b36-6725-41da-bfb0-f709dad33066,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:12:58.247656 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-baef976e-fcae-48af-b25f-fc7c9250b8f5 None None] Provisioning complete for port 76de3b36-6725-41da-bfb0-f709dad33066 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:12:58.258199 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-baef976e-fcae-48af-b25f-fc7c9250b8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:58.281873 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-cd976191-56f1-4585-9d7b-af1086271475 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a580adcc8b084ba2b1b657bd1b2a9a1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1534395 Sep 23 03:12:58.314572 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571838'] for router, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:58.527807 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 76de3b36-6725-41da-bfb0-f709dad33066 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:12:58.565775 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Router b484e300-df60-4610-8b21-1e0b1e428685 is scheduled to L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 with binding_index 1 {{(pid=94695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 03:12:58.589836 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 76de3b36-6725-41da-bfb0-f709dad33066 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:12:58.590515 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:58.669619 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:58.798355 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:12:58.811385 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-b82175a1-6ac9-4c42-acf6-98ae637f427f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:12:58.813647 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Sync routers for ids ['b484e300-df60-4610-8b21-1e0b1e428685'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:12:58.820163 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-b82175a1-6ac9-4c42-acf6-98ae637f427f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1040132 Sep 23 03:12:58.833322 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Routers {'b484e300-df60-4610-8b21-1e0b1e428685'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:12:58.834168 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:12:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b484e300-df60-4610-8b21-1e0b1e428685'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:12:58.937170 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:58.941212 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b71966c6-5efa-44b7-b558-c23a93f72645 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2726030 Sep 23 03:12:58.941876 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47394) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:12:59.038684 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Set router b484e300-df60-4610-8b21-1e0b1e428685 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:12:59.077903 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571838'] for router, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:59.089494 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-cf19df8b-9a7b-4bb7-a896-99f634415986 service neutron] 10.222.0.23 "GET /v2.0/networks/0dfc782a-3c76-41d8-9a94-b4dce4351b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688308 Sep 23 03:12:59.246375 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-router', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '949f9203-eb8f-4afb-a988-028acea74a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:12:57Z', 'revision_number': 3, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'gw_port': {'id': '949f9203-eb8f-4afb-a988-028acea74a52', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:12:59.273470 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Checking router: b484e300-df60-4610-8b21-1e0b1e428685 for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:12:59.273813 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Updating router b484e300-df60-4610-8b21-1e0b1e428685 port 949f9203-eb8f-4afb-a988-028acea74a52 binding host dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:12:59.302974 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:59.337903 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Router 4c686ded-8cba-4cd2-bb56-768896ee73ac is scheduled to L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 with binding_index 1 {{(pid=94696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 03:12:59.359824 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3ed5ff3c-a32c-478d-9e2a-5ecd9e494325 req-1c1e8b00-fb9c-4c3d-8da1-061b3e77662c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0373919 Sep 23 03:12:59.392522 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-625f0a71-493b-4e91-ae5f-cdf1aef5378c service neutron] 10.222.0.23 "GET /v2.0/networks/0dfc782a-3c76-41d8-9a94-b4dce4351b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684307 Sep 23 03:12:59.481677 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:12:59.492915 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Sync routers for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:12:59.515811 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:12:59.517619 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:12:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:12:59.702156 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:12:59.716413 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Notify callbacks [] for port, precommit_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:59.733590 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:59.882707 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:12:58Z', 'revision_number': 3, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:12:59.884596 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Allocated IP 172.20.0.1 (1d10651e-f809-49e7-bd10-b6e6b7add90a/a3aa06fe-d1df-4102-a886-3bfd91ea52d9/6bf60be1-d186-44d7-8976-9f9575be1149) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:12:59.913067 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Checking router: 4c686ded-8cba-4cd2-bb56-768896ee73ac for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:12:59.913410 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Updating router 4c686ded-8cba-4cd2-bb56-768896ee73ac port 5fde44f5-999b-4a08-8139-0353ef5081fd binding host dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:12:59.938584 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:12:59.991543 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.035048 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] Notify callbacks [] for router, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.036711 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-7cfac1d9-faa4-4c58-8729-4ea99f5a9c86 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2440128 Sep 23 03:13:00.039958 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47422) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:00.196648 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-376945ad-3e86-4ee6-a09f-eb74c6496471 req-b78dc306-c817-41a4-b7d7-f18e3202c32f tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0549750 Sep 23 03:13:00.233325 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.311587 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.315289 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Attempting to bind port 949f9203-eb8f-4afb-a988-028acea74a52 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:13:00.316827 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Attempting to bind port 949f9203-eb8f-4afb-a988-028acea74a52 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:13:00.318499 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47446) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:00.320618 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Attempting to bind port 949f9203-eb8f-4afb-a988-028acea74a52 on network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:00.330047 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:13:00.330644 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Checking segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:13:00.331457 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.332013 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Bound using segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:13:00.332842 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Bound port: 949f9203-eb8f-4afb-a988-028acea74a52, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:13:00.333729 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.449695 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] For port 949f9203-eb8f-4afb-a988-028acea74a52, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:13:00.450141 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Network 1d10651e-f809-49e7-bd10-b6e6b7add90a is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:13:00.454003 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf60be1-d186-44d7-8976-9f9575be1149,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:00.461733 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] For port 949f9203-eb8f-4afb-a988-028acea74a52, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=949f9203-eb8f-4afb-a988-028acea74a52,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:13:00.463588 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Pushing event updated for resources: {'Port': ['ID=949f9203-eb8f-4afb-a988-028acea74a52,revision_number=2']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:00.474823 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.475572 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.475915 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.476678 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.477017 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.477395 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.477728 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.478056 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.479466 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.479806 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.480233 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.480680 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Tracked resource versions report: Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: pushed versions: Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: { 'AddressGroup': {'1.2'}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'ConntrackHelper': {'1.0'}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Log': {'1.0'}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Network': {'1.1'}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Port': {'1.7'}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'PortForwarding': {'1.2'}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'QosPolicy': {'1.9'}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SecurityGroup': {'1.4'}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SecurityGroupRule': {'1.2'}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SubPort': {'1.0'}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Subnet': {'1.1'}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Trunk': {'1.1'}} Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: consumer versions: Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: { DHCP agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: HyperV agent@hv-cinder-76845: {}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: L3 agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: Metadata agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: Metering agent@dv-cinder-768458-9-iscsi: {}, Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: Open vSwitch agent@dv-cinder-768458-9-iscsi: { 'AddressGroup': '1.2', Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'ConntrackHelper': '1.0', Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Log': '1.0', Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Network': '1.1', Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Port': '1.7', Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'PortForwarding': '1.2', Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'QosPolicy': '1.9', Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SecurityGroup': '1.4', Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SecurityGroupRule': '1.2', Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'SubPort': '1.0', Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Subnet': '1.1', Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: 'Trunk': '1.1'}} Sep 23 03:13:00.484423 dv-cinder-768458-9-iscsi neutron-server[94698]: {{(pid=94698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 03:13:00.512989 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Notify callbacks [] for port, precommit_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.519547 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:13:00.527990 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e89ca00a-29d4-4475-aa15-c1792a264489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.561285 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0d07a9fa-93b1-4781-8b86-86915d96e2ac req-7f525390-cc83-417d-8909-30813fea92f1 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.1081071 Sep 23 03:13:00.578395 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.587011 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:13:00.587781 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573059'] for router_interface, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.605822 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.732661 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Attempting to bind port 5fde44f5-999b-4a08-8139-0353ef5081fd on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:13:00.732661 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Attempting to bind port 5fde44f5-999b-4a08-8139-0353ef5081fd by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:13:00.732661 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Attempting to bind port 5fde44f5-999b-4a08-8139-0353ef5081fd on network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:00.739243 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:13:00.739677 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Checking segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:13:00.740092 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.740830 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Bound using segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:13:00.741346 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Bound port: 5fde44f5-999b-4a08-8139-0353ef5081fd, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:13:00.742150 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:00.750791 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eae4e8-fa4a-47a6-a5f1-afd2453bfa77 None None] Pushing event updated for resources: {'Port': ['ID=949f9203-eb8f-4afb-a988-028acea74a52,revision_number=3']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:00.766077 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Routers {'b484e300-df60-4610-8b21-1e0b1e428685'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:13:00.767784 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:12:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b484e300-df60-4610-8b21-1e0b1e428685'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:00.813814 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] For port 5fde44f5-999b-4a08-8139-0353ef5081fd, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:13:00.817603 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] For port 5fde44f5-999b-4a08-8139-0353ef5081fd, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=5fde44f5-999b-4a08-8139-0353ef5081fd,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:13:00.819073 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f956205-0990-4254-b34e-a86079d2e483 None None] Pushing event updated for resources: {'Port': ['ID=5fde44f5-999b-4a08-8139-0353ef5081fd,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:01.011233 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e89ca00a-29d4-4475-aa15-c1792a264489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.012128 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] Set router b484e300-df60-4610-8b21-1e0b1e428685 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:13:01.012635 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.014377 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e89ca00a-29d4-4475-aa15-c1792a264489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.015176 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.161294 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-e89ca00a-29d4-4475-aa15-c1792a264489 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ef7451816ff4a379f892f267d88d3e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8416669 Sep 23 03:13:01.161626 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47486) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:01.169606 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ca00a-29d4-4475-aa15-c1792a264489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4151f36-b30f-451c-a7ca-090fe613bfd8,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:01.211628 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:13:01.212334 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:12:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:01.234082 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.246727 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-router', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '949f9203-eb8f-4afb-a988-028acea74a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:12:57Z', 'revision_number': 3, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'gw_port': {'id': '949f9203-eb8f-4afb-a988-028acea74a52', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:01.290039 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f956205-0990-4254-b34e-a86079d2e483 None None] Pushing event updated for resources: {'Port': ['ID=5fde44f5-999b-4a08-8139-0353ef5081fd,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:01.297104 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafec6be-ee8d-4edd-9c27-6a7aef24c930 None None] The sync data for ids ['b484e300-df60-4610-8b21-1e0b1e428685'] in dv-cinder-768458-9-iscsi is: [{'id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-router', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '949f9203-eb8f-4afb-a988-028acea74a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:12:57Z', 'revision_number': 3, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'gw_port': {'id': '949f9203-eb8f-4afb-a988-028acea74a52', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:13:01.301962 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-32c89ac4-f2f6-4954-9f98-a75ff5d921c2 req-d74d7cdd-d338-4308-bfe7-6a4379d3a4a3 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0492945 Sep 23 03:13:01.382518 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:13:01.394325 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-03158250-a7f5-4760-99bd-8b53b1bf7ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.475900 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-03158250-a7f5-4760-99bd-8b53b1bf7ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.500718 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.737596 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.738325 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573299'] for router_interface, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.941757 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:12:58Z', 'revision_number': 3, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:01.943384 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Allocated IP 172.20.0.1 (14c1ac36-0e52-4076-99c3-1a39144cff3e/4b64a0c0-f157-44a7-b3c0-deb116316663/456a46d1-f6de-47b7-8de1-dc27b3ed0d32) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:13:01.943384 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf60be1-d186-44d7-8976-9f9575be1149,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:01.947788 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec578fe-697d-4983-bcd3-262f6a72534c None None] The sync data for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi is: [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:12:58Z', 'revision_number': 3, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:13:01.948506 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b1b0b1dc-c9ba-461e-b438-1f5492034ee9 req-f88ab0ae-2cac-4b17-90da-abdc9ca7bfe7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0409086 Sep 23 03:13:01.955006 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-03158250-a7f5-4760-99bd-8b53b1bf7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.957656 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-03158250-a7f5-4760-99bd-8b53b1bf7ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:01.958819 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-03158250-a7f5-4760-99bd-8b53b1bf7ba4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4151f36-b30f-451c-a7ca-090fe613bfd8 HTTP/1.1" status: 204 len: 168 time: 0.7947979 Sep 23 03:13:02.002791 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03158250-a7f5-4760-99bd-8b53b1bf7ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4151f36-b30f-451c-a7ca-090fe613bfd8,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:02.055728 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Network 1d10651e-f809-49e7-bd10-b6e6b7add90a is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:13:02.059521 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:13:02.131513 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:02.242712 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Router b484e300-df60-4610-8b21-1e0b1e428685 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:13:02.424630 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:02.513756 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d5eca259-19d1-4cc8-b653-938d04c402e6 req-723c5048-29d3-4e48-b688-b6746724016b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0983043 Sep 23 03:13:02.513756 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Network 14c1ac36-0e52-4076-99c3-1a39144cff3e is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:13:02.529487 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:13:02.542166 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:13:02.542653 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573059'] for router_interface, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:02.578245 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 949f9203-eb8f-4afb-a988-028acea74a52 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:13:02.611398 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Pushing event updated for resources: {'Port': ['ID=456a46d1-f6de-47b7-8de1-dc27b3ed0d32,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:02.613095 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:13:02.624977 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-1297b357-1d07-443f-b488-395af58fa260 admin admin] 10.222.0.23 "PUT /v2.0/routers/b484e300-df60-4610-8b21-1e0b1e428685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6795063 Sep 23 03:13:02.679331 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 949f9203-eb8f-4afb-a988-028acea74a52 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:02.679331 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:02.828177 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:02.857221 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port 949f9203-eb8f-4afb-a988-028acea74a52, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=949f9203-eb8f-4afb-a988-028acea74a52,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:02.943291 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-974a910e-ed90-4dc1-a373-a70b35d4ae41 None None] Provisioning complete for port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:02.944407 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-974a910e-ed90-4dc1-a373-a70b35d4ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:02.955444 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.011683 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.015108 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 5fde44f5-999b-4a08-8139-0353ef5081fd up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:13:03.113539 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-823f1140-e7ff-4a7d-ba2b-60b5205726fd req-27063ffa-0f71-4eb7-80f5-a21aa2777e34 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0508246 Sep 23 03:13:03.130144 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-974a910e-ed90-4dc1-a373-a70b35d4ae41 None None] Port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:13:03.143545 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47548) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:03.170492 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e9bcadd2-7b58-4b94-b9ac-ab2f2cc2357f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.189969 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=949f9203-eb8f-4afb-a988-028acea74a52,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:03.207343 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 5fde44f5-999b-4a08-8139-0353ef5081fd triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:03.208010 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.257799 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.301439 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.317454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e9bcadd2-7b58-4b94-b9ac-ab2f2cc2357f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.332348 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port 5fde44f5-999b-4a08-8139-0353ef5081fd, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=5fde44f5-999b-4a08-8139-0353ef5081fd,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:03.338737 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.339540 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573299'] for router_interface, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.405384 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e9bcadd2-7b58-4b94-b9ac-ab2f2cc2357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.418517 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Pushing event updated for resources: {'Port': ['ID=456a46d1-f6de-47b7-8de1-dc27b3ed0d32,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:03.434030 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.434894 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-864776da-1967-446e-ae0c-b52da412e5ea tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:03.441082 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-864776da-1967-446e-ae0c-b52da412e5ea tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/networks?id=1d10651e-f809-49e7-bd10-b6e6b7add90a HTTP/1.1" status: 200 len: 819 time: 0.1775026 Sep 23 03:13:03.441393 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-e9bcadd2-7b58-4b94-b9ac-ab2f2cc2357f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebf1152f30df45409e750acf945eddc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2936037 Sep 23 03:13:03.445712 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47558) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:03.464159 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcadd2-7b58-4b94-b9ac-ab2f2cc2357f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8ab12b-5e3d-4044-8956-8f4f6697eb7d,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:03.495707 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-72fd43f9-3d6c-441b-91d6-b81bf488bd49 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/quotas/a28d49e25ce7449f8ae6c33149e67246 HTTP/1.1" status: 200 len: 375 time: 0.0485620 Sep 23 03:13:03.504178 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=5fde44f5-999b-4a08-8139-0353ef5081fd,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:03.521360 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-05dd2949-595e-456a-a6fb-8b68fa8b2ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.545530 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-05dd2949-595e-456a-a6fb-8b68fa8b2ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.566225 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Network 14c1ac36-0e52-4076-99c3-1a39144cff3e is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:13:03.569798 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:13:03.584930 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-dfa01852-4c66-4f5a-ab5e-1c9bb76a696a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882778 Sep 23 03:13:03.608527 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-860a710b-191a-4bf4-914c-d6f8713113b5 req-1fd41fca-7f10-4bf4-9980-e6071d085db8 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0298369 Sep 23 03:13:03.674246 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-05dd2949-595e-456a-a6fb-8b68fa8b2ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.679251 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-05dd2949-595e-456a-a6fb-8b68fa8b2ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.682399 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-05dd2949-595e-456a-a6fb-8b68fa8b2ec3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c8ab12b-5e3d-4044-8956-8f4f6697eb7d HTTP/1.1" status: 204 len: 168 time: 0.2357295 Sep 23 03:13:03.693571 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd2949-595e-456a-a6fb-8b68fa8b2ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8ab12b-5e3d-4044-8956-8f4f6697eb7d,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:03.773147 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Router 4c686ded-8cba-4cd2-bb56-768896ee73ac has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:13:03.777402 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-4579d65a-d5c5-48e1-b1f6-b981411e7523 service neutron] 10.222.0.23 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523063 Sep 23 03:13:03.855640 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-3e763820-f1f9-406a-ab8b-0231d5f8e05c None None] Provisioning complete for port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:03.856062 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3e763820-f1f9-406a-ab8b-0231d5f8e05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:03.894417 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-3e763820-f1f9-406a-ab8b-0231d5f8e05c None None] Port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:13:03.951402 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-46692577-6e28-4603-97c6-4cb6692fbf4f service neutron] 10.222.0.23 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635981 Sep 23 03:13:03.957703 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:13:03.963074 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-049184a0-07f9-44d4-ab1d-59c802d6a181 admin admin] 10.222.0.23 "PUT /v2.0/routers/4c686ded-8cba-4cd2-bb56-768896ee73ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9214952 Sep 23 03:13:04.320738 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9e8635eb-66ee-41e7-a3c7-7a0c2c29da0a req-d202099c-f8d9-4e4d-897f-7e192d6ec640 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0491340 Sep 23 03:13:04.465078 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 949f9203-eb8f-4afb-a988-028acea74a52 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:13:04.541616 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3a7d95b3-b119-4849-8acd-146e40e3d864 req-042a4946-31aa-4d20-8d34-b32e9d71112c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 210 time: 0.1600897 Sep 23 03:13:04.628389 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Sync routers for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:13:04.638968 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:13:04.640931 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:12:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:04.648856 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 949f9203-eb8f-4afb-a988-028acea74a52 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:04.649329 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:04.995761 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47610) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:04.995761 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-7e97794a-823c-46f5-92ed-03db896d4302 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711412338', 'description': 'tempest-description--1719458221'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:04.997833 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Sync routers for ids ['b484e300-df60-4610-8b21-1e0b1e428685'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:13:04.998272 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b84bd2bc-c40c-4954-b4f6-caa4ffe57518 req-f9f6ad4e-e799-45fe-98ff-d8cfd5749cb2 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0391159 Sep 23 03:13:04.998814 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Routers {'b484e300-df60-4610-8b21-1e0b1e428685'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:13:04.998814 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:12:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b484e300-df60-4610-8b21-1e0b1e428685'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:04.998814 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 5fde44f5-999b-4a08-8139-0353ef5081fd up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:13:04.999102 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7e97794a-823c-46f5-92ed-03db896d4302 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:04.999187 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 5fde44f5-999b-4a08-8139-0353ef5081fd triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:04.999187 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:04.999187 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Set router b484e300-df60-4610-8b21-1e0b1e428685 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:13:04.999361 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:13:04.999445 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-4412b642-0138-4df7-be57-b8d9cced3e9d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:05.008521 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-4412b642-0138-4df7-be57-b8d9cced3e9d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/networks?id=1d10651e-f809-49e7-bd10-b6e6b7add90a HTTP/1.1" status: 200 len: 819 time: 0.1383469 Sep 23 03:13:05.031874 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-8f74b75a-fa5a-493b-9773-969a1af1463a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/quotas/a28d49e25ce7449f8ae6c33149e67246 HTTP/1.1" status: 200 len: 375 time: 0.0173376 Sep 23 03:13:05.282583 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-ae0fb0dc-fe3b-4edd-9bb5-a8dd09c11391 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2496886 Sep 23 03:13:05.321662 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 2, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:05.335421 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7e97794a-823c-46f5-92ed-03db896d4302 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:05.356940 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Checking router: 4c686ded-8cba-4cd2-bb56-768896ee73ac for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:13:05.357657 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Updating router 4c686ded-8cba-4cd2-bb56-768896ee73ac port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 binding host dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:13:05.384012 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:05.392311 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-router', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '949f9203-eb8f-4afb-a988-028acea74a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:00Z', 'revision_number': 4, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'gw_port': {'id': '949f9203-eb8f-4afb-a988-028acea74a52', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '6bf60be1-d186-44d7-8976-9f9575be1149', 'name': '', 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'mac_address': 'fa:16:3e:08:e4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3aa06fe-d1df-4102-a886-3bfd91ea52d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:59Z', 'updated_at': '2021-09-23T03:13:01Z', 'revision_number': 2, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'subnets': [{'id': 'a3aa06fe-d1df-4102-a886-3bfd91ea52d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:05.417621 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-645d08cd-a011-4856-8ac5-41fdf946f43a service neutron] 10.222.0.23 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219018 Sep 23 03:13:05.448363 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b07bc34c-ada5-4487-a58a-596dd3144454 req-57b7df48-5ad1-4af8-903a-f2020dc0378d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0376215 Sep 23 03:13:05.476524 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7e97794a-823c-46f5-92ed-03db896d4302 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:05.490775 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Checking router: b484e300-df60-4610-8b21-1e0b1e428685 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:13:05.491295 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Updating router b484e300-df60-4610-8b21-1e0b1e428685 port 6bf60be1-d186-44d7-8976-9f9575be1149 binding host dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:13:05.527950 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:05.555792 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97794a-823c-46f5-92ed-03db896d4302 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c17059dd-d734-4c82-9dd0-5754066e61f7,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:05.580836 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-428e489d-3dce-419f-897c-c47418ade997 service neutron] 10.222.0.23 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454694 Sep 23 03:13:05.589129 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7e97794a-823c-46f5-92ed-03db896d4302 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:05.590900 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-7e97794a-823c-46f5-92ed-03db896d4302 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8643868 Sep 23 03:13:05.593446 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47640) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:05.598788 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-bdee2eb3-9154-41a9-9462-7de916523756 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'security_group_rule': {'security_group_id': 'c17059dd-d734-4c82-9dd0-5754066e61f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:05.641561 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:05.705067 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Notify callbacks [] for port, precommit_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:05.739061 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bdee2eb3-9154-41a9-9462-7de916523756 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:05.821646 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:05.851588 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Notify callbacks [] for port, precommit_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:05.870407 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bdee2eb3-9154-41a9-9462-7de916523756 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:05.918681 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7738a-d47f-4c2c-bec3-7c6db8053723 None None] Pushing event updated for resources: {'Port': ['ID=456a46d1-f6de-47b7-8de1-dc27b3ed0d32,revision_number=3']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:05.943327 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a26e94f1-d203-40fc-848d-08cb7362957d req-ad760357-427a-4841-b761-87771000e759 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0552030 Sep 23 03:13:05.978743 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8dcc53cb-ff06-44b6-b686-b132a23e9483 req-e935e68e-a689-4aec-a8e8-a4292cf919f4 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0443168 Sep 23 03:13:06.039550 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Attempting to bind port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:13:06.040280 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Attempting to bind port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:13:06.040871 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Attempting to bind port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 on network 14c1ac36-0e52-4076-99c3-1a39144cff3e {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:06.046994 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:13:06.047385 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Checking segment: {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:13:06.047793 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.048216 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Bound using segment: {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:13:06.048716 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Bound port: 456a46d1-f6de-47b7-8de1-dc27b3ed0d32, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'}}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:13:06.049123 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.065658 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bdee2eb3-9154-41a9-9462-7de916523756 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.067202 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.102694 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee2eb3-9154-41a9-9462-7de916523756 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431dabd3-e785-41b4-a824-e34e2023f467,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:06.182205 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] For port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:13:06.186011 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] For port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=456a46d1-f6de-47b7-8de1-dc27b3ed0d32,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:13:06.192752 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925b07f-1297-4ce4-9810-def4d64b78a7 None None] Pushing event updated for resources: {'Port': ['ID=6bf60be1-d186-44d7-8976-9f9575be1149,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:06.261370 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Attempting to bind port 6bf60be1-d186-44d7-8976-9f9575be1149 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:13:06.262027 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Attempting to bind port 6bf60be1-d186-44d7-8976-9f9575be1149 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:13:06.262394 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Attempting to bind port 6bf60be1-d186-44d7-8976-9f9575be1149 on network 1d10651e-f809-49e7-bd10-b6e6b7add90a {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:06.268068 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:13:06.268476 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Checking segment: {'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:13:06.268910 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.269389 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Bound using segment: {'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:13:06.269861 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Bound port: 6bf60be1-d186-44d7-8976-9f9575be1149, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:13:06.270271 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.341465 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] For port 6bf60be1-d186-44d7-8976-9f9575be1149, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:13:06.343260 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-c53b5dde-c96d-41c4-bb4a-a88b63c6ed7a None None] Provisioning complete for port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:06.343631 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c53b5dde-c96d-41c4-bb4a-a88b63c6ed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.346075 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] For port 6bf60be1-d186-44d7-8976-9f9575be1149, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=6bf60be1-d186-44d7-8976-9f9575be1149,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:13:06.380999 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-c53b5dde-c96d-41c4-bb4a-a88b63c6ed7a None None] Port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:13:06.548749 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bdee2eb3-9154-41a9-9462-7de916523756 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.549989 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-bdee2eb3-9154-41a9-9462-7de916523756 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9554594 Sep 23 03:13:06.554172 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47684) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:06.560598 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.561104 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.561190 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-3c117adc-0a7a-42e8-b799-165641804f49 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'security_group_rule': {'security_group_id': 'c17059dd-d734-4c82-9dd0-5754066e61f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:06.607501 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ee5c1dce-fb7f-42a2-acd2-cf5b85b492fa req-eefc3491-0282-4e12-b1a3-61ee5d84dee4 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0778031 Sep 23 03:13:06.666736 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Routers {'b484e300-df60-4610-8b21-1e0b1e428685'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:13:06.667385 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:12:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b484e300-df60-4610-8b21-1e0b1e428685'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:06.674054 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:13:06.674591 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:12:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:06.706522 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925b07f-1297-4ce4-9810-def4d64b78a7 None None] Pushing event updated for resources: {'Port': ['ID=6bf60be1-d186-44d7-8976-9f9575be1149,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:06.756048 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3c117adc-0a7a-42e8-b799-165641804f49 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.844584 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:13:06.848544 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] Set router b484e300-df60-4610-8b21-1e0b1e428685 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:13:06.862863 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3c117adc-0a7a-42e8-b799-165641804f49 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:06.893177 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7738a-d47f-4c2c-bec3-7c6db8053723 None None] Pushing event updated for resources: {'Port': ['ID=456a46d1-f6de-47b7-8de1-dc27b3ed0d32,revision_number=4']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:06.999529 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3c117adc-0a7a-42e8-b799-165641804f49 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:07.021349 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c117adc-0a7a-42e8-b799-165641804f49 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa62aa5f-05ce-48a5-8c24-47941ff59d42,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:07.050216 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d2ccb438-fa66-4f36-b37d-0422b41175fc req-dfff5474-189a-421d-a27a-4cdaa89a52bc tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0299587 Sep 23 03:13:07.101412 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-ee5ccb5c-8438-47cb-8da6-ab2adba8f810 None None] Provisioning complete for port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:07.101703 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ee5ccb5c-8438-47cb-8da6-ab2adba8f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:07.103400 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-05f588d9-f57c-42cb-adaf-e9ad8659934e req-d780a174-3aab-4e2b-a3ba-2ad6f51a7ad4 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0392244 Sep 23 03:13:07.114212 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3c117adc-0a7a-42e8-b799-165641804f49 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:07.119710 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47712) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:07.127700 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'floatingip': {'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:07.136896 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-3c117adc-0a7a-42e8-b799-165641804f49 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5793581 Sep 23 03:13:07.169181 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:06Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:07.202425 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f87daf-9fb5-4d4c-81ea-a60eae91fe8e None None] The sync data for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi is: [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:06Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:13:07.211178 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-router', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '949f9203-eb8f-4afb-a988-028acea74a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:00Z', 'revision_number': 4, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'gw_port': {'id': '949f9203-eb8f-4afb-a988-028acea74a52', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '6bf60be1-d186-44d7-8976-9f9575be1149', 'name': '', 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'mac_address': 'fa:16:3e:08:e4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3aa06fe-d1df-4102-a886-3bfd91ea52d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:59Z', 'updated_at': '2021-09-23T03:13:06Z', 'revision_number': 4, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'subnets': [{'id': 'a3aa06fe-d1df-4102-a886-3bfd91ea52d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:13:07.269091 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151b0be3-7dcc-4482-93c2-c5ad6bd8d282 None None] The sync data for ids ['b484e300-df60-4610-8b21-1e0b1e428685'] in dv-cinder-768458-9-iscsi is: [{'id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-router', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '949f9203-eb8f-4afb-a988-028acea74a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:00Z', 'revision_number': 4, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'gw_port': {'id': '949f9203-eb8f-4afb-a988-028acea74a52', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '6bf60be1-d186-44d7-8976-9f9575be1149', 'name': '', 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'mac_address': 'fa:16:3e:08:e4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a3aa06fe-d1df-4102-a886-3bfd91ea52d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:59Z', 'updated_at': '2021-09-23T03:13:06Z', 'revision_number': 4, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'subnets': [{'id': 'a3aa06fe-d1df-4102-a886-3bfd91ea52d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:13:07.287775 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ee5ccb5c-8438-47cb-8da6-ab2adba8f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:07.289917 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:07.330305 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-ee5ccb5c-8438-47cb-8da6-ab2adba8f810 None None] For port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=456a46d1-f6de-47b7-8de1-dc27b3ed0d32,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:07.422376 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ee5ccb5c-8438-47cb-8da6-ab2adba8f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:07.514652 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ccb5c-8438-47cb-8da6-ab2adba8f810 None None] Pushing event updated for resources: {'Port': ['ID=456a46d1-f6de-47b7-8de1-dc27b3ed0d32,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:07.641883 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:07.745316 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cbf7cb90-5f6c-45d8-93ad-69c7ee204296 req-6a01759f-a63f-482c-ab83-120411ac51ee tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0425467 Sep 23 03:13:07.802844 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Allocated IP 172.27.1.90 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/d6952079-691b-4aec-8ed8-0eca24b42021) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:13:07.929959 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:08.049869 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:08.086067 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:13:08.090915 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:13:08.104795 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:13:08.104795 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'Port': ['ID=d6952079-691b-4aec-8ed8-0eca24b42021,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:08.183835 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ef802270-ec43-4be6-875b-bbd909496aea req-d14c4d4d-cee2-4020-9281-9456d368dfb9 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0602689 Sep 23 03:13:08.185642 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-469d21b4-d4de-4645-9051-5564e3fa4cd8 req-92444818-9efe-4e33-99cd-afd06e3032c4 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0260096 Sep 23 03:13:08.208172 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:08.307563 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:08.465392 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:08.490563 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:13:08.542689 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:08.575044 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:08.600862 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'Port': ['ID=d6952079-691b-4aec-8ed8-0eca24b42021,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:08.639603 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:08.639913 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:08.668044 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:08.669523 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-2ad97ff8-e0a8-4843-8c0b-d1d28c9a3f12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5483959 Sep 23 03:13:08.716984 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6bf60be1-d186-44d7-8976-9f9575be1149 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:13:08.772646 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 6bf60be1-d186-44d7-8976-9f9575be1149 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:08.773294 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:08.855907 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6e214865-d6dd-4e03-a00e-d0444c3667aa req-47858e6d-1282-4c43-b656-7215e768fbf0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0329661 Sep 23 03:13:08.866203 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:08.875291 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-40188dfb-f97b-461e-9770-73bad93444b8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1711412338&fields=id&tenant_id=dbfca1e34b884266a4b529b2813872ba HTTP/1.1" status: 200 len: 267 time: 0.0499978 Sep 23 03:13:08.904125 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port 6bf60be1-d186-44d7-8976-9f9575be1149, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=6bf60be1-d186-44d7-8976-9f9575be1149,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:08.974606 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-1f916270-550e-438a-827f-e1da63514eda tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:08.976048 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-1f916270-550e-438a-827f-e1da63514eda tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 817 time: 0.0973353 Sep 23 03:13:08.993452 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-7ac1be1d-9552-4454-87c5-f7a03302160c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/quotas/dbfca1e34b884266a4b529b2813872ba HTTP/1.1" status: 200 len: 375 time: 0.0104609 Sep 23 03:13:09.011279 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:09.058528 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-116b0222-119c-4286-9e11-2e4866b017d3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585761 Sep 23 03:13:09.069664 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=6bf60be1-d186-44d7-8976-9f9575be1149,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:09.161066 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-ff66becd-fc99-42e9-b5df-e262fc375903 service neutron] 10.222.0.23 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877626 Sep 23 03:13:09.255815 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-2ee20ea7-e28f-4ee3-8554-8ab1b06fd25b service neutron] 10.222.0.23 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886393 Sep 23 03:13:09.290978 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2b1bdd75-d2bd-4941-98d6-4d77929937e6 req-d195f2fb-ef97-438d-876b-ff7298b8bb3d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0279744 Sep 23 03:13:09.374524 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1f7b7b91-f94c-4dc1-b081-35e5d447381e req-7281d8ca-a2ab-408c-bd28-5e618b8a00fd tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0276515 Sep 23 03:13:09.542279 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6e657908-909e-4f7a-9323-4c0bf4f19c98 req-c04afdb4-4293-4c6a-b9be-2fff1b86a8ac tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0268328 Sep 23 03:13:09.952253 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-207dc43b-500c-4a40-8872-b1826ad2bdc5 req-a34ffe4e-6254-42c0-a50f-cc15836b5442 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0278475 Sep 23 03:13:10.387101 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3678ff57-9b15-414a-9890-441ae6885c99 req-38e1ee84-2c9a-427d-9222-e45284b203cb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0286863 Sep 23 03:13:10.445331 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6bf60be1-d186-44d7-8976-9f9575be1149 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:13:10.473995 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b0bad838-af93-4591-a33a-783c17344343 req-4a0fa811-d8bc-4374-b3a4-54c1ab49857f tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0267107 Sep 23 03:13:10.499426 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 6bf60be1-d186-44d7-8976-9f9575be1149 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:10.499803 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:10.626344 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d415b0e8-cad9-4815-82b7-7774e2815b67 req-9ad5ff96-bb4c-42f3-ac5f-ae14340e3119 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0253346 Sep 23 03:13:11.050498 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f416958d-f647-4ff5-aa9e-a1e01082f1f5 req-cda282a7-33bb-4d8a-946a-e1c00efa2545 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0291224 Sep 23 03:13:11.489541 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-20d0c3b3-93df-4574-bdbe-ed90fee962e0 req-025eea50-ec95-4987-a8ac-1a303306e851 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0270934 Sep 23 03:13:11.597357 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-73064fc6-c08a-4e98-9992-727289ce58de req-6e495507-db7e-4b3f-bb2c-5c7ef037832a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0327737 Sep 23 03:13:11.603737 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.13', 62608) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:11.706678 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-6c79d78d-8a81-4e84-a569-fd09eb04e425 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:11.708198 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-6c79d78d-8a81-4e84-a569-fd09eb04e425 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.13 "GET /v2.0/networks?id=0dfc782a-3c76-41d8-9a94-b4dce4351b9f HTTP/1.1" status: 200 len: 811 time: 0.1035318 Sep 23 03:13:11.735494 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f730a036-8402-4267-968f-e178cd18a608 req-09ef9ff4-f189-4ae7-83ba-9de5d6b15716 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0273452 Sep 23 03:13:11.753238 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47840) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:11.805787 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Request body: {'port': {'device_id': '4135490e-a5b9-4f7f-b01b-60d0a6bf7d17', 'network_id': '0dfc782a-3c76-41d8-9a94-b4dce4351b9f', 'admin_state_up': True, 'tenant_id': 'a580adcc8b084ba2b1b657bd1b2a9a1a'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:11.864721 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d1f674fb-d466-4adb-8336-029e1650c055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:11.956017 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d1f674fb-d466-4adb-8336-029e1650c055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:12.027195 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d1f674fb-d466-4adb-8336-029e1650c055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:12.090670 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d1f674fb-d466-4adb-8336-029e1650c055 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b786c92c7d7049dca294ad6cbb4fdcc0&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3341620 Sep 23 03:13:12.091538 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47854) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:12.092031 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f674fb-d466-4adb-8336-029e1650c055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6501a1b-c27e-491f-8760-da3ef244aef3,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:12.157646 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Made reservation on behalf of a580adcc8b084ba2b1b657bd1b2a9a1a for: {'port': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:13:12.161014 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:12.162791 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6d5d9860-d5f0-49b8-93f2-eef4f9fcdacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:12.189681 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ffd4165e-5055-4f76-aa6c-156a0fdc526f req-b6d2d349-22cf-40be-b19f-a26c82210b34 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0455668 Sep 23 03:13:12.220663 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6d5d9860-d5f0-49b8-93f2-eef4f9fcdacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:12.503473 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.13', 62614) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:12.562399 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6d5d9860-d5f0-49b8-93f2-eef4f9fcdacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:12.565908 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6d5d9860-d5f0-49b8-93f2-eef4f9fcdacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:12.567406 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-6d5d9860-d5f0-49b8-93f2-eef4f9fcdacd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6501a1b-c27e-491f-8760-da3ef244aef3 HTTP/1.1" status: 204 len: 168 time: 0.4743304 Sep 23 03:13:12.585589 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d9860-d5f0-49b8-93f2-eef4f9fcdacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6501a1b-c27e-491f-8760-da3ef244aef3,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:12.617305 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Allocated IP 172.20.0.6 (0dfc782a-3c76-41d8-9a94-b4dce4351b9f/8771084d-e31d-4a0f-8dda-72177bd06c88/fe931329-5d49-473e-b438-0f6e1c7ff098) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:13:12.711209 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4938c-6c1e-4156-9158-2379e501e900 req-e2e828a6-31ac-455a-9905-65de9d624e13 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:12.714100 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-e2e828a6-31ac-455a-9905-65de9d624e13 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "GET /v2.0/networks?id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 HTTP/1.1" status: 200 len: 813 time: 0.2082994 Sep 23 03:13:12.746687 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bafe9bd3-f6f1-4415-a8eb-ce4755e1b7e8 req-9d279d0a-a454-4b49-8e02-5163aeccd513 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0313296 Sep 23 03:13:12.753360 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Request body: {'port': {'device_id': '565f86c9-78ca-4856-9083-6ed4db043086', 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2', 'admin_state_up': True, 'tenant_id': '3a0db8b321a54de5ae011d51e6e69a58'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:12.787993 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-515b00f7-7376-46b6-ba83-8367271ebac5 req-5a433444-a781-4c00-a781-469748b71cb9 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0500364 Sep 23 03:13:12.875679 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:12.928601 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ebd677c0-db7f-4b0c-b20a-acff829725cf req-837801c5-e9f2-4499-8c45-1c51f7c2937b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0817354 Sep 23 03:13:13.017544 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:13.103690 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Made reservation on behalf of 3a0db8b321a54de5ae011d51e6e69a58 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:13:13.110943 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Network 0dfc782a-3c76-41d8-9a94-b4dce4351b9f is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:13:13.112399 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:13.119122 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:13:13.126628 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:13:13.131785 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:13.132437 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:13.142345 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Pushing event updated for resources: {'Port': ['ID=fe931329-5d49-473e-b438-0f6e1c7ff098,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:13.306393 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.13', 62619) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:13.333459 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-af7f5eac-9c64-4128-b221-581b34ce810f req-b4824ac9-53cb-4cbf-a104-22688ecd75a6 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0377424 Sep 23 03:13:13.338339 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-1be4fa5a-3097-4bbf-86b6-0bd0294bac2a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5367384 Sep 23 03:13:13.363042 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Allocated IP 172.20.0.10 (803c4c70-2ff9-4ddc-a896-3501f0b2a0a2/e1939509-f41f-4d03-ba7b-2941c8932e06/c5c1a228-41bc-4fd1-9c8e-6b4d92214b55) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:13:13.401655 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-2d7cebcb-bfba-4348-893e-0319bc7e326e tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:13:13.402722 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-2d7cebcb-bfba-4348-893e-0319bc7e326e tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062358 Sep 23 03:13:13.566309 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47922) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:13.590745 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ed19e2ca-371c-4ecf-ad63-796703d9c288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:13.740797 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-d46f8bb6-b508-4744-b5e0-c78f0159fd2b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:13.742321 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-d46f8bb6-b508-4744-b5e0-c78f0159fd2b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.13 "GET /v2.0/networks?id=1d10651e-f809-49e7-bd10-b6e6b7add90a HTTP/1.1" status: 200 len: 819 time: 0.3603628 Sep 23 03:13:13.797235 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Request body: {'port': {'device_id': '97ba4276-abfb-4947-920f-a0cc8dffab54', 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a', 'admin_state_up': True, 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:13.892707 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:13.969198 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ed19e2ca-371c-4ecf-ad63-796703d9c288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:14.009428 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Request body: {'port': {'device_id': '4135490e-a5b9-4f7f-b01b-60d0a6bf7d17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:14.037387 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-75fe2478-6295-442f-9999-123668be7303 req-bed5b3ed-a041-472d-bcd1-21302358f77b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0585420 Sep 23 03:13:14.138478 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ed19e2ca-371c-4ecf-ad63-796703d9c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:14.151800 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:14.224143 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19e2ca-371c-4ecf-ad63-796703d9c288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff1f257-66c4-4c4a-84ce-e3ee0b1565b0,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:14.231287 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-ed19e2ca-371c-4ecf-ad63-796703d9c288 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1bcb89821a7a46349bd3456e1f58f98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6616731 Sep 23 03:13:14.231287 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:14.233624 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 47958) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:14.258202 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99129cb-4655-43f0-bf55-5f1a8301e187 req-6ba17f82-ae97-466c-a6f7-c287f60ffbc3 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:14.258202 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f99129cb-4655-43f0-bf55-5f1a8301e187 req-6ba17f82-ae97-466c-a6f7-c287f60ffbc3 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 931 time: 0.2512414 Sep 23 03:13:14.272152 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Made reservation on behalf of a28d49e25ce7449f8ae6c33149e67246 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:13:14.277619 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:14.288935 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2a8bf6bc-4240-438a-b6c3-89a2061c627f req-f27d2338-80f1-457f-9935-57b460a4f798 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0894799 Sep 23 03:13:14.310103 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:13:14.317765 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:13:14.325749 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:13:14.331709 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:14.332345 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:14.339158 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Pushing event updated for resources: {'Port': ['ID=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:14.491374 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f99129cb-4655-43f0-bf55-5f1a8301e187 req-e68174b9-f495-44a7-b3b5-3c9d1d1fbcb8 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229238 Sep 23 03:13:14.518104 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-3ef34ded-5036-415b-994e-883ea8400cab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7551625 Sep 23 03:13:14.540846 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e1df0-7173-4492-94e5-dc697a78f2d6 req-bbfb5155-ef83-4589-95a2-0e78b1f54104 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:14.542493 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-212e1df0-7173-4492-94e5-dc697a78f2d6 req-bbfb5155-ef83-4589-95a2-0e78b1f54104 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 932 time: 0.1372025 Sep 23 03:13:14.558372 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-49c45125-0a22-4a9a-a4c2-742ff5f5335f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:14.559923 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Request body: {'port': {'device_id': '565f86c9-78ca-4856-9083-6ed4db043086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:14.575419 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Allocated IP 172.20.0.7 (1d10651e-f809-49e7-bd10-b6e6b7add90a/a3aa06fe-d1df-4102-a886-3bfd91ea52d9/a49c2a6f-b48c-430a-a827-5f061c7c60c2) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:13:14.702530 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-212e1df0-7173-4492-94e5-dc697a78f2d6 req-bb863bbc-9970-4c1f-b98c-d09eaf34f0de tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516306 Sep 23 03:13:14.781689 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:14.868090 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 47978) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:14.922750 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe931329-5d49-473e-b438-0f6e1c7ff098 {{(pid=94695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:13:14.930715 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:14.954659 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-49c45125-0a22-4a9a-a4c2-742ff5f5335f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.090638 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.13', 62624) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:15.122213 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.133890 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6c31f444-15cd-49ce-b583-87dd789fb45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.185628 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-41acfd74-aea4-46fc-86e3-4c778d3a3973 req-37736d3d-b72a-43ff-9d18-a0febf8485e9 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0596082 Sep 23 03:13:15.285576 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-e2e0d6b1-1281-4de4-b9f2-1842f7d2b016 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:15.287150 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-e2e0d6b1-1281-4de4-b9f2-1842f7d2b016 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.13 "GET /v2.0/networks?id=1d10651e-f809-49e7-bd10-b6e6b7add90a HTTP/1.1" status: 200 len: 819 time: 0.1719275 Sep 23 03:13:15.340768 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:13:15.349921 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.430540 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ecf2700d-4741-4cb3-ab03-fee034cacf62 req-e59ea8e5-dff6-4bb7-8049-07d82d029236 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0339372 Sep 23 03:13:15.508601 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Transition to ACTIVE for port object c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:13:15.514341 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Transition to ACTIVE for port object fe931329-5d49-473e-b438-0f6e1c7ff098 will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:13:15.514341 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-49c45125-0a22-4a9a-a4c2-742ff5f5335f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.514341 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-49c45125-0a22-4a9a-a4c2-742ff5f5335f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.514341 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-49c45125-0a22-4a9a-a4c2-742ff5f5335f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ff1f257-66c4-4c4a-84ce-e3ee0b1565b0 HTTP/1.1" status: 204 len: 168 time: 1.2789254 Sep 23 03:13:15.530931 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c45125-0a22-4a9a-a4c2-742ff5f5335f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff1f257-66c4-4c4a-84ce-e3ee0b1565b0,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:15.620262 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6c31f444-15cd-49ce-b583-87dd789fb45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.625516 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.628168 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.657346 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.699022 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Network 1d10651e-f809-49e7-bd10-b6e6b7add90a is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:13:15.699022 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:13:15.721413 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:13:15.727118 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:15.735145 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.775218 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:15.799447 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6c31f444-15cd-49ce-b583-87dd789fb45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.805210 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Pushing event updated for resources: {'Port': ['ID=fe931329-5d49-473e-b438-0f6e1c7ff098,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:15.838427 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Attempting to bind port fe931329-5d49-473e-b438-0f6e1c7ff098 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:13:15.838427 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Attempting to bind port fe931329-5d49-473e-b438-0f6e1c7ff098 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c98068b8-c5f0-4c9e-9862-415f4b6500ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0dfc782a-3c76-41d8-9a94-b4dce4351b9f'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:13:15.838719 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Attempting to bind port fe931329-5d49-473e-b438-0f6e1c7ff098 on network 0dfc782a-3c76-41d8-9a94-b4dce4351b9f {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:15.852761 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Port fe931329-5d49-473e-b438-0f6e1c7ff098 on network 0dfc782a-3c76-41d8-9a94-b4dce4351b9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:13:15.852761 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Attempting to bind port fe931329-5d49-473e-b438-0f6e1c7ff098 on network 0dfc782a-3c76-41d8-9a94-b4dce4351b9f {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:15.873231 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:13:15.873231 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Checking segment: {'id': 'c98068b8-c5f0-4c9e-9862-415f4b6500ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0dfc782a-3c76-41d8-9a94-b4dce4351b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:13:15.873231 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Bound using segment: {'id': 'c98068b8-c5f0-4c9e-9862-415f4b6500ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0dfc782a-3c76-41d8-9a94-b4dce4351b9f'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:13:15.873231 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Bound port: fe931329-5d49-473e-b438-0f6e1c7ff098, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98068b8-c5f0-4c9e-9862-415f4b6500ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0dfc782a-3c76-41d8-9a94-b4dce4351b9f'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:13:15.873231 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:15.894338 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5084d3-7a7f-4d0f-8080-f9e8ec564dbf req-babe97fd-672d-452b-974c-a91ef9ef0e26 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:15.897494 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9e5084d3-7a7f-4d0f-8080-f9e8ec564dbf req-babe97fd-672d-452b-974c-a91ef9ef0e26 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 931 time: 0.2960908 Sep 23 03:13:15.911512 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Attempting to bind port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:13:15.911874 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Attempting to bind port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:13:15.912201 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Attempting to bind port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:15.948701 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:13:15.949087 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Attempting to bind port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:15.955448 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-6c31f444-15cd-49ce-b583-87dd789fb45d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d84ced7fa8d04191af5ae1d758fccbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0866187 Sep 23 03:13:15.960104 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 48010) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:15.982538 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2067909 Sep 23 03:13:15.983121 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36164bf0-415b-4f11-8518-7b82eedc5ec7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Pushing event updated for resources: {'Port': ['ID=a49c2a6f-b48c-430a-a827-5f061c7c60c2,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:15.997553 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:13:15.998326 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Checking segment: {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:13:15.998549 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Bound using segment: {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:13:15.998889 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Bound port: c5c1a228-41bc-4fd1-9c8e-6b4d92214b55, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:13:15.999248 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:16.011885 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31f444-15cd-49ce-b583-87dd789fb45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dcba0d-24d6-40ae-8f67-73ad34a900ec,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:16.018409 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9afc8-3775-4f48-bb95-a715fa454c9d req-29df2208-4360-4c05-9b1f-de79aadd83a3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:16.020619 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a6b9afc8-3775-4f48-bb95-a715fa454c9d req-29df2208-4360-4c05-9b1f-de79aadd83a3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.1614218 Sep 23 03:13:16.044010 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9e5084d3-7a7f-4d0f-8080-f9e8ec564dbf req-5efbaee9-8269-4de1-b119-57fb940f9169 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243465 Sep 23 03:13:16.083108 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] For port fe931329-5d49-473e-b438-0f6e1c7ff098, host hv-cinder-76845, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:13:16.098538 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] For port fe931329-5d49-473e-b438-0f6e1c7ff098, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fe931329-5d49-473e-b438-0f6e1c7ff098,segment=NetworkSegment(c98068b8-c5f0-4c9e-9862-415f4b6500ce),segment_id=c98068b8-c5f0-4c9e-9862-415f4b6500ce)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:13:16.127088 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ba7-ad42-4abb-a85a-540e9b0140e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:16.144761 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a6b9afc8-3775-4f48-bb95-a715fa454c9d req-53c2430d-5731-420b-bcd5-0fe53101c566 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072760 Sep 23 03:13:16.181074 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ba7-ad42-4abb-a85a-540e9b0140e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:16.215120 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] For port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:13:16.225539 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] For port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:13:16.229187 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:16.354185 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:16.410843 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Pushing event updated for resources: {'Port': ['ID=fe931329-5d49-473e-b438-0f6e1c7ff098,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:16.439126 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:16.439126 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:16.449728 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-546fa2a7-f9ab-4458-9642-f3096b8132aa service neutron] 10.222.0.13 "PUT /v2.0/ports/fe931329-5d49-473e-b438-0f6e1c7ff098 HTTP/1.1" status: 200 len: 1093 time: 2.5662022 Sep 23 03:13:16.450313 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4135490e-a5b9-4f7f-b01b-60d0a6bf7d17', 'tag': 'fe931329-5d49-473e-b438-0f6e1c7ff098'}] {{(pid=94695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:13:16.451302 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ba7-ad42-4abb-a85a-540e9b0140e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:16.454459 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ffa8ba7-ad42-4abb-a85a-540e9b0140e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:16.456200 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-7ffa8ba7-ad42-4abb-a85a-540e9b0140e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61dcba0d-24d6-40ae-8f67-73ad34a900ec HTTP/1.1" status: 204 len: 168 time: 0.4868398 Sep 23 03:13:16.495181 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa8ba7-ad42-4abb-a85a-540e9b0140e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dcba0d-24d6-40ae-8f67-73ad34a900ec,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:16.526943 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:16.527758 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:16.530025 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 HTTP/1.1" status: 200 len: 1094 time: 1.9746702 Sep 23 03:13:16.531235 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565f86c9-78ca-4856-9083-6ed4db043086', 'tag': 'c5c1a228-41bc-4fd1-9c8e-6b4d92214b55'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:13:16.641610 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2338e056-0713-4066-be85-2affa36aeb09 req-153875c7-8cb7-4f27-a960-1cf7f3355543 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0343707 Sep 23 03:13:16.928517 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c58dbdbe-cae0-4da1-987b-d2d899557b9e req-4719176e-696b-4ab6-b970-f6133b9c3196 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.2320993 Sep 23 03:13:16.939834 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b1b48-f857-42dd-9d77-4686500586d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:17.215409 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12d04b-a612-41eb-bd9c-b091cf45cb1a req-317ef5bd-9b2e-4406-a824-112eeb94e33b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:17.223398 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3d12d04b-a612-41eb-bd9c-b091cf45cb1a req-317ef5bd-9b2e-4406-a824-112eeb94e33b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0738866 Sep 23 03:13:17.271503 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3d12d04b-a612-41eb-bd9c-b091cf45cb1a req-09d60778-fc91-4cd7-b5d1-c26835e3db08 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453370 Sep 23 03:13:17.336686 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c3607-32a0-44f1-acd7-98973bee9bd0 req-ff231fbb-308c-401f-b772-f576c7d98325 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:17.338850 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cc1c3607-32a0-44f1-acd7-98973bee9bd0 req-ff231fbb-308c-401f-b772-f576c7d98325 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0658245 Sep 23 03:13:17.427744 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cc1c3607-32a0-44f1-acd7-98973bee9bd0 req-48495226-bdc7-45af-bca6-c95b72e9b398 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767403 Sep 23 03:13:17.505633 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b98462-5b9f-4cd8-bf58-d034c392d4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "565f86c9-78ca-4856-9083-6ed4db043086", "tag": "c5c1a228-41bc-4fd1-9c8e-6b4d92214b55"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:13:17.569503 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ea325f59732fbd3d14639bb5eabbc68b86f67e4ce5ec58dbbdb68b31d0c114" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99f215f-12b3-48d2-a5a8-b71c8f4a8c82" -d '{"events": [{"name": "network-changed", "server_uuid": "4135490e-a5b9-4f7f-b01b-60d0a6bf7d17", "tag": "fe931329-5d49-473e-b438-0f6e1c7ff098"}]}' {{(pid=94695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:13:17.823970 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee58b21-c3d9-4a35-b5ea-5e4c670ab96c x-openstack-request-id: req-bee58b21-c3d9-4a35-b5ea-5e4c670ab96c {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:13:17.824258 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "565f86c9-78ca-4856-9083-6ed4db043086", "tag": "c5c1a228-41bc-4fd1-9c8e-6b4d92214b55", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:13:17.834670 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bee58b21-c3d9-4a35-b5ea-5e4c670ab96c {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:13:17.834670 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '565f86c9-78ca-4856-9083-6ed4db043086', 'tag': 'c5c1a228-41bc-4fd1-9c8e-6b4d92214b55', 'status': 'completed', 'code': 200} Sep 23 03:13:17.871235 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427dec2c-f17f-42db-82d9-98c0b8fbf190 x-openstack-request-id: req-427dec2c-f17f-42db-82d9-98c0b8fbf190 {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:13:17.871702 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4135490e-a5b9-4f7f-b01b-60d0a6bf7d17", "tag": "fe931329-5d49-473e-b438-0f6e1c7ff098", "status": "completed", "code": 200}]} {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:13:17.872100 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-427dec2c-f17f-42db-82d9-98c0b8fbf190 {{(pid=94695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:13:17.872711 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4135490e-a5b9-4f7f-b01b-60d0a6bf7d17', 'tag': 'fe931329-5d49-473e-b438-0f6e1c7ff098', 'status': 'completed', 'code': 200} Sep 23 03:13:17.928113 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-11ad7a03-6572-418f-adec-259753a10262 req-d9fc19b6-e4ec-4e31-a06a-25c08eebbef9 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0253634 Sep 23 03:13:18.053158 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d1a5eb31-8271-4ce2-a0ac-653afa043f82 req-81ba422a-21aa-45fe-9ee0-c2113527f083 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0418901 Sep 23 03:13:18.435886 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcb7b3-455f-4646-85ed-661fbcc4514b req-628be23a-d4e4-4285-964f-9b50bdddb361 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:18.435886 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5cdcb7b3-455f-4646-85ed-661fbcc4514b req-628be23a-d4e4-4285-964f-9b50bdddb361 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0501435 Sep 23 03:13:18.442749 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5cdcb7b3-455f-4646-85ed-661fbcc4514b req-05e3114e-0bd0-4464-8236-bbfee61ec37a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311375 Sep 23 03:13:18.560457 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3552f-4e26-47a3-bf7b-cc3d78ae6794 req-79c0bac0-bed9-48fd-acd4-504b3e0cf95a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:18.562237 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7c3552f-4e26-47a3-bf7b-cc3d78ae6794 req-79c0bac0-bed9-48fd-acd4-504b3e0cf95a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0646775 Sep 23 03:13:18.622416 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7c3552f-4e26-47a3-bf7b-cc3d78ae6794 req-5d41deea-e97b-4d83-9581-ddd4e6d1b38a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540609 Sep 23 03:13:19.049206 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-36928968-a9f2-4fe3-8af2-bf34a8e7e161 req-d2d74fbe-5660-4df7-afa2-4dcaec18c396 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0305707 Sep 23 03:13:19.161775 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fc27ca77-8cb2-4d2b-9759-95e49d2e5c1b req-68d10ded-a12c-45a1-b1b2-8b2992d56e45 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0273778 Sep 23 03:13:19.748456 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522730ff-7874-4e8e-ba41-bf570a658169 req-2fff3ee9-fa45-4ac5-b84f-bd3c2152b8c6 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:19.750105 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-522730ff-7874-4e8e-ba41-bf570a658169 req-2fff3ee9-fa45-4ac5-b84f-bd3c2152b8c6 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.2217624 Sep 23 03:13:19.795884 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2576d57-5e22-4830-ae14-5e3c24b85871 req-dc1ba44f-ffed-4561-aa54-1ab9c700d55b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:19.803343 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b2576d57-5e22-4830-ae14-5e3c24b85871 req-dc1ba44f-ffed-4561-aa54-1ab9c700d55b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0683596 Sep 23 03:13:19.842962 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-522730ff-7874-4e8e-ba41-bf570a658169 req-e63e3121-0477-41a5-8cd0-07f474b7187d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824969 Sep 23 03:13:19.873161 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b2576d57-5e22-4830-ae14-5e3c24b85871 req-9fb74bb6-5509-4e03-857a-ed40915084f2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688260 Sep 23 03:13:20.165835 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-601ce3b6-c05b-455d-9b80-f694d105d2a0 req-1410c7cd-270a-4815-b23b-8658e7b69aaa tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0360448 Sep 23 03:13:20.283632 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c991b198-3394-4c6b-b8d2-d95b55e09736 req-72d6f6d7-6241-4d36-bd41-ddcea25490bf tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0325041 Sep 23 03:13:20.968822 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e8885-383e-4ee3-babc-874c2d09ef44 req-84610318-da2c-4747-9772-d394a585a17f tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:20.971133 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fc0e8885-383e-4ee3-babc-874c2d09ef44 req-84610318-da2c-4747-9772-d394a585a17f tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0707185 Sep 23 03:13:21.022721 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc91d2-32aa-48eb-bc6d-4eef957ef2fc req-8519bf84-7fd7-4575-a43e-cc2e09d59f2b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:21.024270 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-48fc91d2-32aa-48eb-bc6d-4eef957ef2fc req-8519bf84-7fd7-4575-a43e-cc2e09d59f2b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0705431 Sep 23 03:13:21.051562 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fc0e8885-383e-4ee3-babc-874c2d09ef44 req-45ad4b91-7b43-476d-b8bc-73404bd47352 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702610 Sep 23 03:13:21.090096 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-48fc91d2-32aa-48eb-bc6d-4eef957ef2fc req-b8a4c5b3-fa39-4c94-9d3d-b98a18fd56cb tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590580 Sep 23 03:13:21.284802 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c3e500f3-8f57-4a4d-9bf8-f28056005919 req-d776a4b9-d64b-436b-b7e1-9630d9e775b3 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0432036 Sep 23 03:13:21.420322 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-153c328f-4e1d-4cb8-ba44-11456b8b68ac req-f8922ac3-75da-479e-a088-65ba72e57736 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0494599 Sep 23 03:13:21.851159 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ba81-8862-4bab-ad1f-fad7d076da83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:22.112805 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 48242) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:22.200276 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15ce96-8634-4d5e-b89c-604776491239 req-050eb5a7-60d6-4b91-be16-505cc516cf81 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:22.201978 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8a15ce96-8634-4d5e-b89c-604776491239 req-050eb5a7-60d6-4b91-be16-505cc516cf81 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0591722 Sep 23 03:13:22.253433 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8a15ce96-8634-4d5e-b89c-604776491239 req-44fc32a7-5625-4e1b-9779-5c4c827e19dd tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451016 Sep 23 03:13:22.285280 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2c133a58-af24-42a3-bab1-9079c4aad46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:22.319130 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a6848-6dcd-4711-96a3-2eb700e2615f req-3efa6639-7cd1-4f3e-a8f0-d810594a1dbc tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:22.320720 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d21a6848-6dcd-4711-96a3-2eb700e2615f req-3efa6639-7cd1-4f3e-a8f0-d810594a1dbc tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.1109486 Sep 23 03:13:22.386451 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d21a6848-6dcd-4711-96a3-2eb700e2615f req-d5c817fc-229b-45fd-8325-7f727531d537 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580366 Sep 23 03:13:22.444416 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2c133a58-af24-42a3-bab1-9079c4aad46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:22.452692 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-48518732-815a-4385-9055-b0bfcf214acd req-b0fb0539-c8d5-424c-8733-426c2c2dafa4 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0475416 Sep 23 03:13:22.529333 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2c133a58-af24-42a3-bab1-9079c4aad46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:22.557017 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-42b7e027-c4b9-4ca7-8649-ba3266f54754 req-776d7a16-4b0e-4ddb-824f-9057a7334818 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0403514 Sep 23 03:13:22.590532 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-2c133a58-af24-42a3-bab1-9079c4aad46f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e04c62fc26cf4c34930aae50b2dfe551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761903 Sep 23 03:13:22.591648 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c133a58-af24-42a3-bab1-9079c4aad46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feee1947-d9dc-4f89-a1d5-2e6ec4c38952,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:22.593277 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 48256) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:22.659677 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3f75b3bc-00dd-445a-ad42-06c7f806a8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:22.688924 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3f75b3bc-00dd-445a-ad42-06c7f806a8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:22.889234 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3f75b3bc-00dd-445a-ad42-06c7f806a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:22.891831 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3f75b3bc-00dd-445a-ad42-06c7f806a8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:22.893022 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-3f75b3bc-00dd-445a-ad42-06c7f806a8c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/feee1947-d9dc-4f89-a1d5-2e6ec4c38952 HTTP/1.1" status: 204 len: 168 time: 0.2980013 Sep 23 03:13:22.901614 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75b3bc-00dd-445a-ad42-06c7f806a8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feee1947-d9dc-4f89-a1d5-2e6ec4c38952,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:23.410522 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90084f39-70d0-445c-8b1f-9c8466b0678e req-7ecbde7a-d3a4-4ba4-852e-912eff4dd6ec tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:23.412393 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-90084f39-70d0-445c-8b1f-9c8466b0678e req-7ecbde7a-d3a4-4ba4-852e-912eff4dd6ec tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0786595 Sep 23 03:13:23.480249 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-90084f39-70d0-445c-8b1f-9c8466b0678e req-40eb4f7b-df8b-41a6-b0e1-91e6b1b93200 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556996 Sep 23 03:13:23.542629 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b49b35-e9a1-4a5a-9747-9c08a4b7a10c req-88eb2cde-889f-4902-b2ab-648b7f344b1c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:23.545182 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-86b49b35-e9a1-4a5a-9747-9c08a4b7a10c req-88eb2cde-889f-4902-b2ab-648b7f344b1c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0600331 Sep 23 03:13:23.592968 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d7aaa939-701f-4cb4-81c1-dbe206886fae req-7a11c29e-5cbf-4a66-b41d-26e7ff6db80e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0318723 Sep 23 03:13:23.608894 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-86b49b35-e9a1-4a5a-9747-9c08a4b7a10c req-85786269-40ab-43de-a215-a073d682becd tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528021 Sep 23 03:13:23.692694 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-97ef9ddb-c243-4a73-ad5a-71ab6223e872 req-1c3bded9-336d-40c4-9623-e313b15e562f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0302222 Sep 23 03:13:23.878792 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 48290) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:23.889554 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-de12b7f9-a851-4231-8a49-8ea7ebc20b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:23.982109 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-de12b7f9-a851-4231-8a49-8ea7ebc20b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:24.210736 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-de12b7f9-a851-4231-8a49-8ea7ebc20b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:24.277701 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-de12b7f9-a851-4231-8a49-8ea7ebc20b48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a0129395d8c48c5be1af0f98c865786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004462 Sep 23 03:13:24.280724 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12b7f9-a851-4231-8a49-8ea7ebc20b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fa6ecb-658b-4ef9-aca8-d32538850681,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:24.284842 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 48304) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:24.330555 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7ac9ca36-1013-4914-89ab-6f92fc5383b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:24.343927 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b33c6e14-cb21-4045-8cfc-7a1c54756f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:24.366129 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b33c6e14-cb21-4045-8cfc-7a1c54756f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:24.491872 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b33c6e14-cb21-4045-8cfc-7a1c54756f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:24.494915 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b33c6e14-cb21-4045-8cfc-7a1c54756f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:24.497953 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-b33c6e14-cb21-4045-8cfc-7a1c54756f41 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76fa6ecb-658b-4ef9-aca8-d32538850681 HTTP/1.1" status: 204 len: 168 time: 0.2100575 Sep 23 03:13:24.509022 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c6e14-cb21-4045-8cfc-7a1c54756f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fa6ecb-658b-4ef9-aca8-d32538850681,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:24.613087 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e7172-6700-4bb2-b624-010e9d8558c7 req-c0d2ed5d-c424-4a67-920a-aff60aa9b7bf tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:24.615736 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0d6e7172-6700-4bb2-b624-010e9d8558c7 req-c0d2ed5d-c424-4a67-920a-aff60aa9b7bf tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0554650 Sep 23 03:13:24.662455 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0d6e7172-6700-4bb2-b624-010e9d8558c7 req-aab6b301-5fbe-4dd8-a412-83f1eda3b15c tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376496 Sep 23 03:13:24.718390 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317785ae-2255-46b8-9c37-490df16e733f req-f1c1dd61-dd32-4f61-879c-1fed167ae9b1 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:24.719878 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-317785ae-2255-46b8-9c37-490df16e733f req-f1c1dd61-dd32-4f61-879c-1fed167ae9b1 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0508039 Sep 23 03:13:24.747571 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:24.748154 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ddbdb292-e08c-4448-9213-debeb51ed449 req-6e41bacd-34e0-4d1b-8f9e-97f9e3d3919f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0283461 Sep 23 03:13:24.768171 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-317785ae-2255-46b8-9c37-490df16e733f req-3018d856-159b-4c13-ab18-fb77bb49b633 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341928 Sep 23 03:13:24.829492 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-aecc3ab4-3f21-4581-b5d9-a85d6911b27a req-f4c76d41-98ee-4e10-ad63-87db7eeeffc2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0268476 Sep 23 03:13:25.221756 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:25.779915 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae02f34-08e1-46f6-8d32-c8c46ae80cb1 req-541fb25c-b78d-4fa5-bb53-53ddfa59ab30 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:25.782039 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3ae02f34-08e1-46f6-8d32-c8c46ae80cb1 req-541fb25c-b78d-4fa5-bb53-53ddfa59ab30 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0532942 Sep 23 03:13:25.822318 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3ae02f34-08e1-46f6-8d32-c8c46ae80cb1 req-7b2ec8cd-7161-4bc8-b56d-f950385154fe tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328243 Sep 23 03:13:25.859244 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2f19229b-9950-4ec6-b925-6b42c3b6dd5d req-40ae185a-fc6e-459a-979e-9a52cb4997e8 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0371516 Sep 23 03:13:25.935370 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36532fe-d076-498b-8141-2d8475fc0eb4 req-c26690ad-8d71-4a77-8bfc-e85ba0e8d871 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:25.937436 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d36532fe-d076-498b-8141-2d8475fc0eb4 req-c26690ad-8d71-4a77-8bfc-e85ba0e8d871 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0550697 Sep 23 03:13:25.964057 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-aaede171-3753-4fc6-99d1-a1ae9d458e5b req-4c070dbf-ac6b-43bc-a4d6-baa3f79785ce tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0275126 Sep 23 03:13:25.999918 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d36532fe-d076-498b-8141-2d8475fc0eb4 req-39b4b85c-4d84-4b3d-b7cd-88eacb86a780 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542316 Sep 23 03:13:26.936519 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340c3f4-0fa0-4bc3-b4b5-9527b9cf5f7b req-11df473f-d834-4561-889f-12f5c1f1e214 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:26.938132 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b340c3f4-0fa0-4bc3-b4b5-9527b9cf5f7b req-11df473f-d834-4561-889f-12f5c1f1e214 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0496740 Sep 23 03:13:26.952899 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-26957873-063f-4e3d-a3f2-30566812fa7f req-5763bac7-cf0f-458e-a153-26f7176d3937 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0261221 Sep 23 03:13:26.979101 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b340c3f4-0fa0-4bc3-b4b5-9527b9cf5f7b req-a0fe8756-8036-4db7-b773-5ee377790c62 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351093 Sep 23 03:13:27.073204 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3ba8fb60-f9b0-4d5e-abee-8e41d46f6735 req-1ed8b782-ad71-4b4c-843a-785fad1c25ff tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0308526 Sep 23 03:13:27.087016 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:27.111909 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af51d8d-b629-4cb4-8fdc-f46d2b0df40f req-2d17c1cc-2b36-4168-9803-7ded9ed43bff tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:27.113420 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4af51d8d-b629-4cb4-8fdc-f46d2b0df40f req-2d17c1cc-2b36-4168-9803-7ded9ed43bff tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0521007 Sep 23 03:13:27.150718 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4af51d8d-b629-4cb4-8fdc-f46d2b0df40f req-a3d58d1f-a689-4367-9570-66a5e0a527a2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303068 Sep 23 03:13:28.043154 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d877bcff-d218-44d8-87f3-e592b870670b req-520fa304-cd3c-4faa-9274-11679015135b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0253611 Sep 23 03:13:28.094537 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c87f8-e25e-4122-a082-2d95825057d9 req-7b255d02-2a9d-4144-8215-fa321aedfc57 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:28.096151 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-df5c87f8-e25e-4122-a082-2d95825057d9 req-7b255d02-2a9d-4144-8215-fa321aedfc57 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0513923 Sep 23 03:13:28.135415 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-df5c87f8-e25e-4122-a082-2d95825057d9 req-a0863d6b-12d5-4b4c-baa1-d008da501527 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333052 Sep 23 03:13:28.179121 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-77412634-d3c4-489f-b5bb-a6069d9e5e17 req-5934e1e8-b354-4ae8-8d67-4f25f44bf0f3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0257967 Sep 23 03:13:28.262150 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18074d7e-b9e0-404e-9df7-2ff805a316c9 req-019e308f-c159-4be4-8e56-e6f0f395895f tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:28.263516 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-18074d7e-b9e0-404e-9df7-2ff805a316c9 req-019e308f-c159-4be4-8e56-e6f0f395895f tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0475624 Sep 23 03:13:28.300041 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-18074d7e-b9e0-404e-9df7-2ff805a316c9 req-0a44f5dd-57c4-4038-a387-0dcb6c7d8462 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307300 Sep 23 03:13:29.134167 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a08eecf3-5e4c-4377-977a-2f9d83c7276a req-0bed7986-c069-4973-9262-5af0eb0a582d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0264714 Sep 23 03:13:29.249824 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfef28a-0640-4a86-9090-b8f3d7be09a3 req-4c597cef-70be-4941-8010-4966598273cc tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:29.251319 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2cfef28a-0640-4a86-9090-b8f3d7be09a3 req-4c597cef-70be-4941-8010-4966598273cc tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0505972 Sep 23 03:13:29.276770 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8cb76bca-d5e7-44b8-8cb9-e3a20db7da67 req-5cde15b9-1784-4f4b-95be-5e5633061590 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0271897 Sep 23 03:13:29.288713 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2cfef28a-0640-4a86-9090-b8f3d7be09a3 req-9f33526a-4fa3-4430-964e-6dc9d003b877 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Sep 23 03:13:29.411243 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afac64d-6cc8-49c7-a21e-649b7d09427c req-437eb899-eb4c-47ad-8784-fb5813a304a5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:29.412737 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8afac64d-6cc8-49c7-a21e-649b7d09427c req-437eb899-eb4c-47ad-8784-fb5813a304a5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0479033 Sep 23 03:13:29.452896 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8afac64d-6cc8-49c7-a21e-649b7d09427c req-ee41dd25-89c7-4e28-abae-f4c320012609 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335100 Sep 23 03:13:30.038205 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Request body: {'port': {'device_id': '97ba4276-abfb-4947-920f-a0cc8dffab54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:30.038395 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Request body: {'port': {'device_id': '2f3e7808-544d-464f-a759-648393c4f9b8', 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a', 'admin_state_up': True, 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:30.096718 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:30.263332 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3ad81b73-61ed-41e0-b76d-f3672984dde7 req-e43582c9-2f15-4f82-8ebd-a9eda33e4070 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0572605 Sep 23 03:13:30.270929 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Made reservation on behalf of a28d49e25ce7449f8ae6c33149e67246 for: {'port': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:13:30.276433 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:30.303298 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b98462-5b9f-4cd8-bf58-d034c392d4f2 req-e7d77312-4f16-47dd-bc3e-fe20e601f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:30.305350 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-27b98462-5b9f-4cd8-bf58-d034c392d4f2 req-e7d77312-4f16-47dd-bc3e-fe20e601f7fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 1097 time: 0.1309786 Sep 23 03:13:30.316081 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f215f-12b3-48d2-a5a8-b71c8f4a8c82 req-4247756d-6f46-4189-88e5-82c65bf8f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:30.317816 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a99f215f-12b3-48d2-a5a8-b71c8f4a8c82 req-4247756d-6f46-4189-88e5-82c65bf8f319 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a580adcc8b084ba2b1b657bd1b2a9a1a&device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 1096 time: 0.1127858 Sep 23 03:13:30.457163 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb3e515c-40ac-430d-b060-2a5edfa238cb req-ea6806db-bcc4-4860-a4b5-ccce8c690a3c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0625222 Sep 23 03:13:30.551691 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d515f9-70c6-465d-b489-5d13a1ba148e req-e167c1e9-ddc3-4521-a862-acfb02f33662 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:30.553518 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d5d515f9-70c6-465d-b489-5d13a1ba148e req-e167c1e9-ddc3-4521-a862-acfb02f33662 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.1609831 Sep 23 03:13:30.620196 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b98462-5b9f-4cd8-bf58-d034c392d4f2 req-2012aeb4-7e0e-4e03-9615-9016ce8a5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:30.621854 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-27b98462-5b9f-4cd8-bf58-d034c392d4f2 req-2012aeb4-7e0e-4e03-9615-9016ce8a5dd2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2590508 Sep 23 03:13:30.650011 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d5d515f9-70c6-465d-b489-5d13a1ba148e req-4955974e-e9aa-470b-b5dc-33c9486c61e2 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822926 Sep 23 03:13:30.693934 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f215f-12b3-48d2-a5a8-b71c8f4a8c82 req-c29709da-919f-4c7c-a1b5-c1a8c9f056ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:30.697713 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a99f215f-12b3-48d2-a5a8-b71c8f4a8c82 req-c29709da-919f-4c7c-a1b5-c1a8c9f056ed service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a580adcc8b084ba2b1b657bd1b2a9a1a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3020627 Sep 23 03:13:30.700099 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.13', 62645) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:30.711690 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec229c9-06b6-4069-9c9b-9d6fe5ad3c2f req-6993f416-0cd2-486a-b973-c8c5736b82a1 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:30.713116 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cec229c9-06b6-4069-9c9b-9d6fe5ad3c2f req-6993f416-0cd2-486a-b973-c8c5736b82a1 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.1488512 Sep 23 03:13:30.726551 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49c2a6f-b48c-430a-a827-5f061c7c60c2 {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:13:30.784337 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:30.800891 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b98462-5b9f-4cd8-bf58-d034c392d4f2 req-6b600e80-42e9-490d-9769-835c3239f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:30.802255 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-27b98462-5b9f-4cd8-bf58-d034c392d4f2 req-6b600e80-42e9-490d-9769-835c3239f81d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1724873 Sep 23 03:13:30.856362 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Transition to ACTIVE for port object a49c2a6f-b48c-430a-a827-5f061c7c60c2 will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:13:30.915129 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4938c-6c1e-4156-9158-2379e501e900 req-d97e12a4-2922-47f6-a381-ea1b61ce3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:30.916677 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-d97e12a4-2922-47f6-a381-ea1b61ce3b50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 1097 time: 0.0446265 Sep 23 03:13:30.988323 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Allocated IP 172.20.0.9 (1d10651e-f809-49e7-bd10-b6e6b7add90a/a3aa06fe-d1df-4102-a886-3bfd91ea52d9/91d8a60b-64c2-40d5-b3f2-d768b237086a) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:13:31.081774 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:31.108633 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cec229c9-06b6-4069-9c9b-9d6fe5ad3c2f req-51f553a0-8d94-4157-83fd-64400c86dfa4 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770714 Sep 23 03:13:31.150980 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:31.200614 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f215f-12b3-48d2-a5a8-b71c8f4a8c82 req-16cafdfa-72ec-4a33-ae6f-2fe22d593d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:31.202267 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a99f215f-12b3-48d2-a5a8-b71c8f4a8c82 req-16cafdfa-72ec-4a33-ae6f-2fe22d593d49 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4883153 Sep 23 03:13:31.210800 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-f929493e-c891-4370-9719-c75b00b43f75 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:31.216087 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-f929493e-c891-4370-9719-c75b00b43f75 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 817 time: 0.4974167 Sep 23 03:13:31.216087 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Pushing event updated for resources: {'Port': ['ID=a49c2a6f-b48c-430a-a827-5f061c7c60c2,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:31.270599 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Attempting to bind port a49c2a6f-b48c-430a-a827-5f061c7c60c2 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:13:31.270983 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Attempting to bind port a49c2a6f-b48c-430a-a827-5f061c7c60c2 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:13:31.271309 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Attempting to bind port a49c2a6f-b48c-430a-a827-5f061c7c60c2 on network 1d10651e-f809-49e7-bd10-b6e6b7add90a {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:31.301376 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Port a49c2a6f-b48c-430a-a827-5f061c7c60c2 on network 1d10651e-f809-49e7-bd10-b6e6b7add90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:13:31.301598 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Attempting to bind port a49c2a6f-b48c-430a-a827-5f061c7c60c2 on network 1d10651e-f809-49e7-bd10-b6e6b7add90a {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:31.311304 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:13:31.311304 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Checking segment: {'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:13:31.311304 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Bound using segment: {'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:13:31.313904 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Bound port: a49c2a6f-b48c-430a-a827-5f061c7c60c2, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:13:31.313904 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:31.317452 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-7e5c305c-5b4a-4a65-8560-2beb98d989cc tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbfca1e34b884266a4b529b2813872ba HTTP/1.1" status: 200 len: 380 time: 0.0734427 Sep 23 03:13:31.355375 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'port': {'device_id': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'admin_state_up': True, 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'security_groups': ['c17059dd-d734-4c82-9dd0-5754066e61f7']}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:31.404463 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-61d0be71-094e-47fd-92dd-a12cdd3662bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 HTTP/1.1" status: 200 len: 217 time: 0.0774891 Sep 23 03:13:31.431496 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d9e7e548-1c34-4c7b-94e2-5536b72745af req-0c3f6e3c-eb9e-4a35-8d98-a7e68529c6ae tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0685785 Sep 23 03:13:31.495231 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4938c-6c1e-4156-9158-2379e501e900 req-1c59dcae-416d-4f8f-bd3f-f68ebd21be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:31.496422 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] For port a49c2a6f-b48c-430a-a827-5f061c7c60c2, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:13:31.496760 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-1c59dcae-416d-4f8f-bd3f-f68ebd21be07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1939509-f41f-4d03-ba7b-2941c8932e06 HTTP/1.1" status: 200 len: 853 time: 0.0705154 Sep 23 03:13:31.512203 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:31.526353 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-e8c20288-f3f5-4fd5-9398-e0eb7a16c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:31.527912 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-e8c20288-f3f5-4fd5-9398-e0eb7a16c81f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a580adcc8b084ba2b1b657bd1b2a9a1a&device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 1096 time: 0.1768749 Sep 23 03:13:31.530756 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] For port a49c2a6f-b48c-430a-a827-5f061c7c60c2, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a49c2a6f-b48c-430a-a827-5f061c7c60c2,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:13:31.583366 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Network 1d10651e-f809-49e7-bd10-b6e6b7add90a is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:13:31.608027 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-62249af8-8a93-42a2-bab9-51bea9fb851e req-33e26a91-ae68-4539-8eb0-8363cf306a57 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0432973 Sep 23 03:13:31.637107 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:13:31.637107 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:13:31.637107 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:31.637107 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:31.649988 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-e9ef1640-a459-4898-a54a-55e9a1763035 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802188 Sep 23 03:13:31.666694 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Pushing event updated for resources: {'Port': ['ID=91d8a60b-64c2-40d5-b3f2-d768b237086a,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:31.693837 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:31.699129 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-dbffeddf-005d-4b33-9135-215ed9efb3e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe931329-5d49-473e-b438-0f6e1c7ff098 HTTP/1.1" status: 200 len: 217 time: 0.1312919 Sep 23 03:13:31.749510 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:31.750141 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:31.752044 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] 10.222.0.13 "PUT /v2.0/ports/a49c2a6f-b48c-430a-a827-5f061c7c60c2 HTTP/1.1" status: 200 len: 1093 time: 1.7180200 Sep 23 03:13:31.774520 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ba4276-abfb-4947-920f-a0cc8dffab54', 'tag': 'a49c2a6f-b48c-430a-a827-5f061c7c60c2'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:13:31.776810 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6b4aa2-dd01-48bb-ac34-4ac431eec43c" -d '{"events": [{"name": "network-changed", "server_uuid": "97ba4276-abfb-4947-920f-a0cc8dffab54", "tag": "a49c2a6f-b48c-430a-a827-5f061c7c60c2"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:13:31.778908 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-5d5ef218-ef40-43d9-8492-f5f5c72b11ba service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202025 Sep 23 03:13:31.796181 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Made reservation on behalf of dbfca1e34b884266a4b529b2813872ba for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:13:31.799671 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:31.844724 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9476deee-e8be-48ce-9080-4bd30bd0b82a x-openstack-request-id: req-9476deee-e8be-48ce-9080-4bd30bd0b82a {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:13:31.845015 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ba4276-abfb-4947-920f-a0cc8dffab54", "tag": "a49c2a6f-b48c-430a-a827-5f061c7c60c2", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:13:31.845261 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9476deee-e8be-48ce-9080-4bd30bd0b82a {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:13:31.845647 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ba4276-abfb-4947-920f-a0cc8dffab54', 'tag': 'a49c2a6f-b48c-430a-a827-5f061c7c60c2', 'status': 'completed', 'code': 200} Sep 23 03:13:31.863682 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a45d4-acce-45ec-82d3-f2ed8e194d2d service neutron] Pushing event updated for resources: {'Port': ['ID=a49c2a6f-b48c-430a-a827-5f061c7c60c2,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:31.870504 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-8770a601-3b3a-4285-b52f-359fb2a5455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:31.872323 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-8770a601-3b3a-4285-b52f-359fb2a5455a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8771084d-e31d-4a0f-8dda-72177bd06c88 HTTP/1.1" status: 200 len: 851 time: 0.1463127 Sep 23 03:13:31.897042 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d737675-d865-4c54-a3dc-f52278d539f7 req-c48dfa32-cfb2-464a-8227-4f4d3a31bcb8 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:31.901001 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5d737675-d865-4c54-a3dc-f52278d539f7 req-c48dfa32-cfb2-464a-8227-4f4d3a31bcb8 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.1370645 Sep 23 03:13:31.920304 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-b5dd69a7-2cad-4b0c-bcc1-8aa2b15ef19b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8858440 Sep 23 03:13:31.951927 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-6e2674e8-7da1-4e3a-b29e-2871ba442ca2 service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546586 Sep 23 03:13:31.984521 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5d737675-d865-4c54-a3dc-f52278d539f7 req-68db43b3-1321-4d6f-80ce-6349f99da2b6 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538785 Sep 23 03:13:31.991529 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Request body: {'port': {'device_id': '2f3e7808-544d-464f-a759-648393c4f9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:32.053737 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:32.065027 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-2bdadebb-e419-4ab7-abd4-a9ed5deb116a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dfc782a-3c76-41d8-9a94-b4dce4351b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806971 Sep 23 03:13:32.131869 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Allocated IP 172.20.0.8 (14c1ac36-0e52-4076-99c3-1a39144cff3e/4b64a0c0-f157-44a7-b3c0-deb116316663/a5f2fd12-35d0-4bf0-87db-ab4c96661bc7) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:13:32.150371 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b4aa2-dd01-48bb-ac34-4ac431eec43c req-3ae7c209-0dd3-41f6-b0aa-4fa97a356e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:32.152399 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cf6b4aa2-dd01-48bb-ac34-4ac431eec43c req-3ae7c209-0dd3-41f6-b0aa-4fa97a356e6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 1096 time: 0.1772630 Sep 23 03:13:32.443273 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d8a60b-64c2-40d5-b3f2-d768b237086a {{(pid=94695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:13:32.443273 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:32.443273 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.provisioning_blocks [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Transition to ACTIVE for port object 91d8a60b-64c2-40d5-b3f2-d768b237086a will not be triggered until provisioned by entity L2. {{(pid=94695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:13:32.443273 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 48500) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:32.473643 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-5201e815-13fe-401e-93f7-fd5cc5bd57da service neutron] 10.222.0.13 "GET /v2.0/networks/0dfc782a-3c76-41d8-9a94-b4dce4351b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977878 Sep 23 03:13:32.486992 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:32.504446 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fee12-4ae4-47df-a1d6-cc1e64c8d8ff req-88efc560-af62-4589-83bd-6b7c65c16451 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:32.505960 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-209fee12-4ae4-47df-a1d6-cc1e64c8d8ff req-88efc560-af62-4589-83bd-6b7c65c16451 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.1890640 Sep 23 03:13:32.559255 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-69c752b6-9900-4c2d-8958-18dec3593836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:32.572908 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b4aa2-dd01-48bb-ac34-4ac431eec43c req-3674f818-6f87-4d39-ad13-f1c552f98b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:32.574366 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cf6b4aa2-dd01-48bb-ac34-4ac431eec43c req-3674f818-6f87-4d39-ad13-f1c552f98b94 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a28d49e25ce7449f8ae6c33149e67246&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2586715 Sep 23 03:13:32.581140 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873fd60-2bce-4070-bd92-95781ee5734d req-5c3a269e-f744-4405-9bf5-67481e44af33 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:32.582652 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6873fd60-2bce-4070-bd92-95781ee5734d req-5c3a269e-f744-4405-9bf5-67481e44af33 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 931 time: 0.0739849 Sep 23 03:13:32.649517 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6873fd60-2bce-4070-bd92-95781ee5734d req-2b2f8da9-bea3-42d8-97f2-4a3166d64bd4 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582747 Sep 23 03:13:32.658375 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-209fee12-4ae4-47df-a1d6-cc1e64c8d8ff req-99c16481-4e82-4803-a0ee-8df9c86c7e55 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350458 Sep 23 03:13:32.696823 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-4ff574bd-4441-404a-bdb7-cba185184fcf service neutron] 10.222.0.13 "GET /v2.0/networks/0dfc782a-3c76-41d8-9a94-b4dce4351b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107854 Sep 23 03:13:32.712819 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-69c752b6-9900-4c2d-8958-18dec3593836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:32.769529 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-82c853a8-ce4b-47f1-b246-28d27b997a62 req-eae90eab-d8e3-44f0-b778-9a8f5c739242 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0314288 Sep 23 03:13:32.779074 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b4aa2-dd01-48bb-ac34-4ac431eec43c req-fcd2d98c-c30e-4a5f-a5d6-79bc93774288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:32.780508 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cf6b4aa2-dd01-48bb-ac34-4ac431eec43c req-fcd2d98c-c30e-4a5f-a5d6-79bc93774288 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1719897 Sep 23 03:13:32.804777 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:32.833554 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:32.853967 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-69c752b6-9900-4c2d-8958-18dec3593836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:32.899929 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-69c752b6-9900-4c2d-8958-18dec3593836 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3734708297474eb3bc9f1ac6d1f4910e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4600301 Sep 23 03:13:32.903351 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 48510) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:32.909997 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Network 14c1ac36-0e52-4076-99c3-1a39144cff3e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:13:32.913685 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Pushing event updated for resources: {'Port': ['ID=91d8a60b-64c2-40d5-b3f2-d768b237086a,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:32.921378 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c752b6-9900-4c2d-8958-18dec3593836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458370dd-0f5c-4414-9e67-29682f3a5d5a,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:32.934907 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Attempting to bind port 91d8a60b-64c2-40d5-b3f2-d768b237086a on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:13:32.935291 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Attempting to bind port 91d8a60b-64c2-40d5-b3f2-d768b237086a by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:13:32.935560 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Attempting to bind port 91d8a60b-64c2-40d5-b3f2-d768b237086a on network 1d10651e-f809-49e7-bd10-b6e6b7add90a {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:32.940442 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Port 91d8a60b-64c2-40d5-b3f2-d768b237086a on network 1d10651e-f809-49e7-bd10-b6e6b7add90a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:13:32.942289 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Attempting to bind port 91d8a60b-64c2-40d5-b3f2-d768b237086a on network 1d10651e-f809-49e7-bd10-b6e6b7add90a {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:32.945131 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:13:32.948451 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:13:32.949028 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Checking segment: {'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:13:32.949595 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Bound using segment: {'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'} {{(pid=94695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:13:32.950284 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.managers [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Bound port: 91d8a60b-64c2-40d5-b3f2-d768b237086a, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d027891-3073-4b05-a7bd-6d162a46f4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a'}}] {{(pid=94695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:13:32.950843 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:32.951906 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:13:32.962846 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:32.963540 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:32.967589 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'Port': ['ID=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:32.998440 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-a702b3b1-74a9-4410-a26c-d7df33ed0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:32.999935 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-a702b3b1-74a9-4410-a26c-d7df33ed0d32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 1096 time: 0.1343653 Sep 23 03:13:33.020301 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-1342fe18-38c7-4e26-834a-0312d6dbd662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:33.053982 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] For port 91d8a60b-64c2-40d5-b3f2-d768b237086a, host hv-cinder-76845, cleared binding levels {{(pid=94695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:13:33.059789 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] For port 91d8a60b-64c2-40d5-b3f2-d768b237086a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=91d8a60b-64c2-40d5-b3f2-d768b237086a,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:13:33.127457 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:33.190493 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c3490-5ece-4d75-bc4c-02d548f17894 req-1fb8645b-cb30-4430-aac1-0a0e0565dff5 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:33.204132 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-016c3490-5ece-4d75-bc4c-02d548f17894 req-1fb8645b-cb30-4430-aac1-0a0e0565dff5 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.1148086 Sep 23 03:13:33.231027 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:33.231723 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:33.233362 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] 10.222.0.13 "PUT /v2.0/ports/91d8a60b-64c2-40d5-b3f2-d768b237086a HTTP/1.1" status: 200 len: 1093 time: 1.2470875 Sep 23 03:13:33.239881 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3e7808-544d-464f-a759-648393c4f9b8', 'tag': '91d8a60b-64c2-40d5-b3f2-d768b237086a'}] {{(pid=94695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:13:33.242161 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ea325f59732fbd3d14639bb5eabbc68b86f67e4ce5ec58dbbdb68b31d0c114" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d441b59-5f98-42bb-9551-3af5e6165f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3e7808-544d-464f-a759-648393c4f9b8", "tag": "91d8a60b-64c2-40d5-b3f2-d768b237086a"}]}' {{(pid=94695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:13:33.259032 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0204d69-8a69-46a7-96cd-dbacfee619b8 service neutron] Pushing event updated for resources: {'Port': ['ID=91d8a60b-64c2-40d5-b3f2-d768b237086a,revision_number=3']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:33.263747 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-931071a1-00c1-40c8-b6ef-c9eb12908846 None None] Provisioning complete for port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:33.264289 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-5f450ce1-de26-45b4-9e89-6574736d3533 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a49c2a6f-b48c-430a-a827-5f061c7c60c2 HTTP/1.1" status: 200 len: 217 time: 0.2447851 Sep 23 03:13:33.264881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-931071a1-00c1-40c8-b6ef-c9eb12908846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:33.265128 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-5fdae930-264b-4bae-8d0e-b9b34e20976b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9155145 Sep 23 03:13:33.283868 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-1342fe18-38c7-4e26-834a-0312d6dbd662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:33.292554 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aea8b7-d10a-4b52-a859-aa8abd5e0cfd x-openstack-request-id: req-00aea8b7-d10a-4b52-a859-aa8abd5e0cfd {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:13:33.292849 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3e7808-544d-464f-a759-648393c4f9b8", "tag": "91d8a60b-64c2-40d5-b3f2-d768b237086a", "status": "completed", "code": 200}]} {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:13:33.293095 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00aea8b7-d10a-4b52-a859-aa8abd5e0cfd {{(pid=94695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:13:33.293868 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3e7808-544d-464f-a759-648393c4f9b8', 'tag': '91d8a60b-64c2-40d5-b3f2-d768b237086a', 'status': 'completed', 'code': 200} Sep 23 03:13:33.297504 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-016c3490-5ece-4d75-bc4c-02d548f17894 req-57feab7a-173e-4826-93e5-69339abff3e2 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978527 Sep 23 03:13:33.303704 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Request body: {'port': {'device_id': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:13:33.303980 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-931071a1-00c1-40c8-b6ef-c9eb12908846 None None] Port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:13:33.385885 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d441b59-5f98-42bb-9551-3af5e6165f8e req-8b511708-1b03-4e0c-97fa-b94848ef64db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:33.387511 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2d441b59-5f98-42bb-9551-3af5e6165f8e req-8b511708-1b03-4e0c-97fa-b94848ef64db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0454681 Sep 23 03:13:33.412733 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-a1459890-d190-47e8-9e66-e80d72419d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:33.414783 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-a1459890-d190-47e8-9e66-e80d72419d8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3aa06fe-d1df-4102-a886-3bfd91ea52d9 HTTP/1.1" status: 200 len: 859 time: 0.1282735 Sep 23 03:13:33.419268 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:33.454075 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-590d36a4-c3b2-4cd4-8edf-305e5f3ac5f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d10651e-f809-49e7-bd10-b6e6b7add90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323126 Sep 23 03:13:33.500173 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d441b59-5f98-42bb-9551-3af5e6165f8e req-ec4b7ffd-4541-4746-bfea-a2fe5b0433c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:33.501776 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2d441b59-5f98-42bb-9551-3af5e6165f8e req-ec4b7ffd-4541-4746-bfea-a2fe5b0433c5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a28d49e25ce7449f8ae6c33149e67246&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0990384 Sep 23 03:13:33.557625 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-1342fe18-38c7-4e26-834a-0312d6dbd662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:33.560119 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-1342fe18-38c7-4e26-834a-0312d6dbd662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:33.561266 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-1342fe18-38c7-4e26-834a-0312d6dbd662 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/458370dd-0f5c-4414-9e67-29682f3a5d5a HTTP/1.1" status: 204 len: 168 time: 0.6534381 Sep 23 03:13:33.607232 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d441b59-5f98-42bb-9551-3af5e6165f8e req-623359ff-d106-4c62-99a8-fd33a770e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:33.609689 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2d441b59-5f98-42bb-9551-3af5e6165f8e req-623359ff-d106-4c62-99a8-fd33a770e32b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000345 Sep 23 03:13:33.627975 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342fe18-38c7-4e26-834a-0312d6dbd662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458370dd-0f5c-4414-9e67-29682f3a5d5a,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:33.670026 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-5d11959a-93ea-4e4c-81fd-974815b51590 service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926813 Sep 23 03:13:33.739265 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-0b92df8c-5722-4964-83a1-7eef903ae078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:33.741939 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-0b92df8c-5722-4964-83a1-7eef903ae078 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0550828 Sep 23 03:13:33.813743 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-9ed98cf0-6546-474c-9706-8c59513c9a91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8a60b-64c2-40d5-b3f2-d768b237086a HTTP/1.1" status: 200 len: 217 time: 0.0524454 Sep 23 03:13:33.878457 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8090a25-6e8e-4a15-8cde-97ee18ec9b56 req-f53e6720-8d14-479c-a42d-b2c7113bf90e service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928473 Sep 23 03:13:33.888139 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d0803-dc3d-49a8-b821-5bb0663e3fa0 req-dc18e25c-1e73-4237-83bd-120127af3cfc tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:33.890405 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b4d0803-dc3d-49a8-b821-5bb0663e3fa0 req-dc18e25c-1e73-4237-83bd-120127af3cfc tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0980690 Sep 23 03:13:33.891891 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee722a0-7df1-4e1b-bb94-6f328e21a026 req-36cbdd77-76f6-41fd-baf4-d58129d12284 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:33.894363 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cee722a0-7df1-4e1b-bb94-6f328e21a026 req-36cbdd77-76f6-41fd-baf4-d58129d12284 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.1310480 Sep 23 03:13:33.905081 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-bae73f66-3241-4fed-8805-c216c506c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:33.906419 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-bae73f66-3241-4fed-8805-c216c506c3c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3aa06fe-d1df-4102-a886-3bfd91ea52d9 HTTP/1.1" status: 200 len: 859 time: 0.0731692 Sep 23 03:13:33.952511 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b4d0803-dc3d-49a8-b821-5bb0663e3fa0 req-8895ae01-01cc-476c-8ccf-d61f05be2588 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348430 Sep 23 03:13:33.952711 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-d925e929-bdc4-496e-b528-cbe744c28ade service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d10651e-f809-49e7-bd10-b6e6b7add90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296595 Sep 23 03:13:33.969665 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:13:33.978906 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:33.997734 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Transition to ACTIVE for port object a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:13:34.003994 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cee722a0-7df1-4e1b-bb94-6f328e21a026 req-2794e1f5-2ece-4322-a916-dbae85798b03 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025007 Sep 23 03:13:34.077845 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf151cbe-4610-4914-a6ac-3620330cdd81 req-1fab1e2c-6dfc-4d99-83bf-0f4377f443da tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:34.077845 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cf151cbe-4610-4914-a6ac-3620330cdd81 req-1fab1e2c-6dfc-4d99-83bf-0f4377f443da tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 931 time: 0.0610275 Sep 23 03:13:34.078018 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-dde0fb6f-cf86-4f0c-842b-47a1d00e2f0a service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037488 Sep 23 03:13:34.097300 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:34.166625 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cf151cbe-4610-4914-a6ac-3620330cdd81 req-22cd8f2f-a101-4304-9d95-1fc2442a30e6 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853951 Sep 23 03:13:34.168587 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:34.204605 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Attempting to bind port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:13:34.204939 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Attempting to bind port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:13:34.205263 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Attempting to bind port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 on network 14c1ac36-0e52-4076-99c3-1a39144cff3e {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:34.209605 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 on network 14c1ac36-0e52-4076-99c3-1a39144cff3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:13:34.209928 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Attempting to bind port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 on network 14c1ac36-0e52-4076-99c3-1a39144cff3e {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:13:34.215284 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:13:34.215614 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Checking segment: {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:13:34.215993 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Bound using segment: {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:13:34.216415 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Bound port: a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:13:34.216800 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:34.274108 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 48562) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:34.287427 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dc87b637-33bb-4b93-a755-7f323a800011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:34.294707 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:13:34.298431 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:13:34.363412 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:34.399416 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:34.400152 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:34.401979 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] 10.222.0.13 "PUT /v2.0/ports/a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 HTTP/1.1" status: 200 len: 1093 time: 1.1096556 Sep 23 03:13:34.402503 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:13:34.404624 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dc87b637-33bb-4b93-a755-7f323a800011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:34.405245 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736d16a9-90d7-4393-934b-a25741fc3ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:13:34.429596 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a15ef4-18d3-4f1d-93af-1af4708e15d3 req-3a2eae66-89b5-45a1-8f8e-4f8e8b515fa5 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:34.431251 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e1a15ef4-18d3-4f1d-93af-1af4708e15d3 req-3a2eae66-89b5-45a1-8f8e-4f8e8b515fa5 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0604863 Sep 23 03:13:34.443784 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aceb265-2b9f-4d06-bcfc-a11760680696 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:34.473828 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dc87b637-33bb-4b93-a755-7f323a800011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:34.474818 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9af5ac-2d84-45d0-878f-671f183352e9 x-openstack-request-id: req-5a9af5ac-2d84-45d0-878f-671f183352e9 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:13:34.475258 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:13:34.476674 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5a9af5ac-2d84-45d0-878f-671f183352e9 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:13:34.477753 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'status': 'completed', 'code': 200} Sep 23 03:13:34.548881 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e1a15ef4-18d3-4f1d-93af-1af4708e15d3 req-58dc40c4-ef05-48ed-80e3-aeeb67fb8906 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031199 Sep 23 03:13:34.549593 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87b637-33bb-4b93-a755-7f323a800011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11057d14-0256-4b1a-9951-57b8d32b20c2,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:34.558306 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-dc87b637-33bb-4b93-a755-7f323a800011 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51aafd3c0cc848cca91dfb3e7ba07b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805996 Sep 23 03:13:34.558306 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 48576) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:34.614936 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e272d374-977f-4d67-be9a-2df1b496874c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:34.637285 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e272d374-977f-4d67-be9a-2df1b496874c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:34.741654 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e272d374-977f-4d67-be9a-2df1b496874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:34.748109 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e272d374-977f-4d67-be9a-2df1b496874c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:34.749325 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-e272d374-977f-4d67-be9a-2df1b496874c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/11057d14-0256-4b1a-9951-57b8d32b20c2 HTTP/1.1" status: 204 len: 168 time: 0.1901753 Sep 23 03:13:34.757523 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e272d374-977f-4d67-be9a-2df1b496874c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11057d14-0256-4b1a-9951-57b8d32b20c2,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:34.789959 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:13:35.073692 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d5e4c-5103-4c31-a54e-db5bf9ba5cb5 req-47d8ef90-1453-461d-af33-e03706345c3b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:35.075192 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6f8d5e4c-5103-4c31-a54e-db5bf9ba5cb5 req-47d8ef90-1453-461d-af33-e03706345c3b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0544283 Sep 23 03:13:35.117737 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6f8d5e4c-5103-4c31-a54e-db5bf9ba5cb5 req-7319758a-8ee1-429b-a5a2-58e91bf3fdb2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365839 Sep 23 03:13:35.136462 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681c664-7387-470d-a063-1f8db72772e9 req-d9b7903b-561b-40eb-82e8-a126ae30118a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:35.138114 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c681c664-7387-470d-a063-1f8db72772e9 req-d9b7903b-561b-40eb-82e8-a126ae30118a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0624065 Sep 23 03:13:35.175404 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c681c664-7387-470d-a063-1f8db72772e9 req-07436114-0740-4aac-86e2-85be577d0795 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Sep 23 03:13:35.286823 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d177d24-ab78-472d-b0d4-55c959776ae3 req-5798bf41-d237-4052-b004-eec4e6c88825 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:35.288211 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2d177d24-ab78-472d-b0d4-55c959776ae3 req-5798bf41-d237-4052-b004-eec4e6c88825 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0477974 Sep 23 03:13:35.328913 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2d177d24-ab78-472d-b0d4-55c959776ae3 req-643d641c-e73a-4240-8669-756ce358b0ed tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340722 Sep 23 03:13:35.669906 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce800bad-86e4-4b63-8f63-593843dad9bd req-d2cf6ced-72fb-4de6-b36b-7e183e921518 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:35.671423 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ce800bad-86e4-4b63-8f63-593843dad9bd req-d2cf6ced-72fb-4de6-b36b-7e183e921518 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0520990 Sep 23 03:13:35.724188 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ce800bad-86e4-4b63-8f63-593843dad9bd req-4306084e-6b71-4f85-b985-25a16ebe2ee5 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382926 Sep 23 03:13:35.913016 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:36.233319 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d605e-7e9f-4a7c-b107-375adddc2802 req-9bf88c78-1ce8-4cf3-9fad-8cc02950b5f0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:36.235162 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ff0d605e-7e9f-4a7c-b107-375adddc2802 req-9bf88c78-1ce8-4cf3-9fad-8cc02950b5f0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0507019 Sep 23 03:13:36.277712 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ff0d605e-7e9f-4a7c-b107-375adddc2802 req-ce691c08-b0e4-4882-bb81-bc2f09703167 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365310 Sep 23 03:13:36.293991 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974443-a2b1-4f56-b2ca-10825eaeea2d req-e9643006-e8c6-41c2-85cb-9dbcbdada93e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:36.295570 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a2974443-a2b1-4f56-b2ca-10825eaeea2d req-e9643006-e8c6-41c2-85cb-9dbcbdada93e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0511303 Sep 23 03:13:36.333507 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a2974443-a2b1-4f56-b2ca-10825eaeea2d req-14230ac3-6fdf-4926-9fbd-1675cc36d6d4 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317428 Sep 23 03:13:36.444672 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0da589-8e85-4b32-85f3-4c2fb4788f16 req-f7443c7f-e0b4-4aaa-9144-494331bdc055 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:36.446143 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b0da589-8e85-4b32-85f3-4c2fb4788f16 req-f7443c7f-e0b4-4aaa-9144-494331bdc055 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0500386 Sep 23 03:13:36.484639 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b0da589-8e85-4b32-85f3-4c2fb4788f16 req-a0a2c712-b8e4-480e-95d2-d62cea84523c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323563 Sep 23 03:13:36.842425 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee294f-858f-4706-913c-da403f4b0658 req-e1b851fc-a4bc-4e73-b892-c496c8645eed tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:36.848923 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-edee294f-858f-4706-913c-da403f4b0658 req-e1b851fc-a4bc-4e73-b892-c496c8645eed tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0682359 Sep 23 03:13:36.886070 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-edee294f-858f-4706-913c-da403f4b0658 req-daebc430-9916-401b-889c-0245aecbaecd tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343606 Sep 23 03:13:37.318411 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 48668) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:37.396344 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55499b1a-174d-4bb4-9805-e96be875cc35 req-6be7073d-c24a-41fb-b9af-be388953af5a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:37.397916 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-55499b1a-174d-4bb4-9805-e96be875cc35 req-6be7073d-c24a-41fb-b9af-be388953af5a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0524247 Sep 23 03:13:37.440399 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-55499b1a-174d-4bb4-9805-e96be875cc35 req-1da104e7-9e21-4b19-8c67-507971afc446 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362315 Sep 23 03:13:37.445175 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f5c00a45-fe53-4baa-8ced-b7069ac9e3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:37.473827 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f973dd-88f6-4a79-a6b7-3446c2a027c5 req-834e57ff-a823-4735-a5fe-51bd0e0b92ab tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:37.475284 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-32f973dd-88f6-4a79-a6b7-3446c2a027c5 req-834e57ff-a823-4735-a5fe-51bd0e0b92ab tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0733454 Sep 23 03:13:37.532321 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-32f973dd-88f6-4a79-a6b7-3446c2a027c5 req-8cd71a25-ffd6-424b-99df-aaafb4f7dac2 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500634 Sep 23 03:13:37.580158 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f5c00a45-fe53-4baa-8ced-b7069ac9e3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:37.602170 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c828d6-19b3-4fad-9dcd-f04bb9e01c89 req-27a4bcd2-8ca9-4d98-b670-dd26a1f7faa5 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:37.608305 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-59c828d6-19b3-4fad-9dcd-f04bb9e01c89 req-27a4bcd2-8ca9-4d98-b670-dd26a1f7faa5 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0498121 Sep 23 03:13:37.641398 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-59c828d6-19b3-4fad-9dcd-f04bb9e01c89 req-2eae52d5-8a11-4a64-ab0a-33b5d839edeb tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315716 Sep 23 03:13:37.655759 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f5c00a45-fe53-4baa-8ced-b7069ac9e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:37.706474 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-f5c00a45-fe53-4baa-8ced-b7069ac9e3f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6b244de4caa4573a104ebb11415cfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834386 Sep 23 03:13:37.707448 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 48678) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:37.708661 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c00a45-fe53-4baa-8ced-b7069ac9e3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d280a1-e697-45e2-b60a-3ba17b954cf6,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:37.759704 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c51ff32a-934d-44a5-b4a3-4dd50291a683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:37.780795 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c51ff32a-934d-44a5-b4a3-4dd50291a683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:37.872776 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c51ff32a-934d-44a5-b4a3-4dd50291a683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:37.875320 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c51ff32a-934d-44a5-b4a3-4dd50291a683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:37.876452 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-c51ff32a-934d-44a5-b4a3-4dd50291a683 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/35d280a1-e697-45e2-b60a-3ba17b954cf6 HTTP/1.1" status: 204 len: 168 time: 0.1680186 Sep 23 03:13:37.883937 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ff32a-934d-44a5-b4a3-4dd50291a683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d280a1-e697-45e2-b60a-3ba17b954cf6,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:38.002165 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0941119-95ff-4bcc-afc6-3afd02cf91f0 req-b2b3936e-d7d7-4a09-afe6-54bdfd0439cd tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:38.003413 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a0941119-95ff-4bcc-afc6-3afd02cf91f0 req-b2b3936e-d7d7-4a09-afe6-54bdfd0439cd tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0504785 Sep 23 03:13:38.051338 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a0941119-95ff-4bcc-afc6-3afd02cf91f0 req-ab7e7995-b365-455f-90a1-976acd458ea1 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415227 Sep 23 03:13:38.230746 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d16a9-90d7-4393-934b-a25741fc3ea6 req-1fb46c6f-c044-465f-9ea2-db2e321a3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:38.233726 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-736d16a9-90d7-4393-934b-a25741fc3ea6 req-1fb46c6f-c044-465f-9ea2-db2e321a3dfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 1096 time: 0.0602076 Sep 23 03:13:38.263906 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0892b67-78c0-4da7-991d-c23f4c8b38fd req-280e165e-b8a4-4bb9-bf87-ea6a4f0f2103 service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050935 Sep 23 03:13:38.364824 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d16a9-90d7-4393-934b-a25741fc3ea6 req-285d9c32-026f-40a7-903e-f42f9fabfa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:38.366334 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-736d16a9-90d7-4393-934b-a25741fc3ea6 req-285d9c32-026f-40a7-903e-f42f9fabfa27 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dbfca1e34b884266a4b529b2813872ba&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1065814 Sep 23 03:13:38.487552 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d16a9-90d7-4393-934b-a25741fc3ea6 req-7e3edef4-c661-4b62-a5cf-8007dd5e8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:38.490482 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-736d16a9-90d7-4393-934b-a25741fc3ea6 req-7e3edef4-c661-4b62-a5cf-8007dd5e8991 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904610 Sep 23 03:13:38.555420 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac53e2d-3841-4e58-a734-70d12b267a55 req-fbde7558-fac4-44fb-8441-0d499100b90b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:38.557056 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1ac53e2d-3841-4e58-a734-70d12b267a55 req-fbde7558-fac4-44fb-8441-0d499100b90b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0493233 Sep 23 03:13:38.569370 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 48698) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:38.582627 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-57d94792-61da-4dca-871d-bc2e35c3d64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:38.618707 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1ac53e2d-3841-4e58-a734-70d12b267a55 req-172d6c4c-87fe-4ca4-beb5-dfa9589930c9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529475 Sep 23 03:13:38.626834 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-ef059ef9-5c54-4e6f-bc75-cfd428e7f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:38.626834 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-ef059ef9-5c54-4e6f-bc75-cfd428e7f30c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 1096 time: 0.0681775 Sep 23 03:13:38.684265 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-22239ca5-8557-4ff3-ab05-ffb7958ef876 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 HTTP/1.1" status: 200 len: 217 time: 0.0421638 Sep 23 03:13:38.695938 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce5136-3f62-495e-aed0-2daa9dd73257 req-bd81cfac-f1cb-4406-843d-e1eea8542b2e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:38.697536 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8cce5136-3f62-495e-aed0-2daa9dd73257 req-bd81cfac-f1cb-4406-843d-e1eea8542b2e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0909817 Sep 23 03:13:38.757204 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8cce5136-3f62-495e-aed0-2daa9dd73257 req-7bf302c5-b2ca-4cb0-a2e5-b4fa335f7e82 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525494 Sep 23 03:13:38.766758 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-57d94792-61da-4dca-871d-bc2e35c3d64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:38.771815 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-4cdd1fde-9c10-4780-978b-e12e83e5ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:38.779089 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-4cdd1fde-9c10-4780-978b-e12e83e5ac8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0877073 Sep 23 03:13:38.793156 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e610ecb-91a3-49c4-ba4c-473140bfda06 req-ac2566ee-9129-4bf3-9904-9158aa156d4f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:38.797822 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4e610ecb-91a3-49c4-ba4c-473140bfda06 req-ac2566ee-9129-4bf3-9904-9158aa156d4f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0696456 Sep 23 03:13:38.815507 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-57d94792-61da-4dca-871d-bc2e35c3d64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:38.855077 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-57d94792-61da-4dca-871d-bc2e35c3d64b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=422acb24c50c410bbb47480626769091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845659 Sep 23 03:13:38.855946 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d94792-61da-4dca-871d-bc2e35c3d64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c3549f-365c-424d-924c-e2fbfb7be782,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:38.857849 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 48704) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:38.872965 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4e610ecb-91a3-49c4-ba4c-473140bfda06 req-2dc22285-d32b-42e3-b6a5-0ea8441ff169 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698929 Sep 23 03:13:38.895554 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-c498e5a9-daba-4f9d-9f2d-24d5818fc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:38.897049 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-c498e5a9-daba-4f9d-9f2d-24d5818fc795 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016002 Sep 23 03:13:38.948420 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6187501a-18c6-4b7c-9932-fcf63762ca75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:39.005514 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6187501a-18c6-4b7c-9932-fcf63762ca75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:39.040768 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-cf621c42-61ec-4e7b-81b4-1bf2237da323 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346979 Sep 23 03:13:39.136391 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7adc5b03-ab87-4b6b-9566-c8b241bbec15 req-22e10a12-7499-41a9-af5e-e0fb8a707047 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877514 Sep 23 03:13:39.172711 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47371a0-ad06-4069-a5ab-ceeabbd0bd37 req-e75e3c38-c2e5-4391-9405-15a1d462f9a9 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:39.174204 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c47371a0-ad06-4069-a5ab-ceeabbd0bd37 req-e75e3c38-c2e5-4391-9405-15a1d462f9a9 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0488954 Sep 23 03:13:39.215292 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6187501a-18c6-4b7c-9932-fcf63762ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:39.215292 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6187501a-18c6-4b7c-9932-fcf63762ca75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:39.215292 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-6187501a-18c6-4b7c-9932-fcf63762ca75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93c3549f-365c-424d-924c-e2fbfb7be782 HTTP/1.1" status: 204 len: 168 time: 0.3467538 Sep 23 03:13:39.216121 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c47371a0-ad06-4069-a5ab-ceeabbd0bd37 req-d1e92e55-5a96-4e0c-9f22-cb98f8dc0011 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Sep 23 03:13:39.218991 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187501a-18c6-4b7c-9932-fcf63762ca75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c3549f-365c-424d-924c-e2fbfb7be782,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:39.743166 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa4dac-b7b7-4d69-8920-cf2d9d9000d0 req-27baaa62-7435-45ce-a822-a187dfd83ee4 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:39.744582 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-13aa4dac-b7b7-4d69-8920-cf2d9d9000d0 req-27baaa62-7435-45ce-a822-a187dfd83ee4 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0531776 Sep 23 03:13:39.782157 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-13aa4dac-b7b7-4d69-8920-cf2d9d9000d0 req-a6922482-a1a8-4eb7-a19a-811c8c5afc75 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312378 Sep 23 03:13:39.888601 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5613bc-86eb-499d-a5e2-d7e6d1ad6ada req-e18387e7-3a2e-4334-81f1-af54f481d1b1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:39.890255 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7d5613bc-86eb-499d-a5e2-d7e6d1ad6ada req-e18387e7-3a2e-4334-81f1-af54f481d1b1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0534999 Sep 23 03:13:39.933011 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7d5613bc-86eb-499d-a5e2-d7e6d1ad6ada req-bd7a11d4-1ac8-4957-aa12-7f6cbe07b46a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353155 Sep 23 03:13:39.994982 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee01d8-f72e-46e4-ae45-cc706c0a9bdc req-61e7caec-7225-4162-8450-0573b3fc5525 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:39.996475 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7aee01d8-f72e-46e4-ae45-cc706c0a9bdc req-61e7caec-7225-4162-8450-0573b3fc5525 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0515916 Sep 23 03:13:40.035986 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7aee01d8-f72e-46e4-ae45-cc706c0a9bdc req-94ca1676-aeee-4132-a0da-f343b1669ea1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328958 Sep 23 03:13:40.260892 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 48760) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:40.328710 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892c77-18a1-4f09-9e1a-d70175dc5085 req-6bce14da-ca3c-4cfd-8410-34965c27c0b0 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:40.330179 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-55892c77-18a1-4f09-9e1a-d70175dc5085 req-6bce14da-ca3c-4cfd-8410-34965c27c0b0 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0497656 Sep 23 03:13:40.375155 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-264ebc92-2e92-434a-be99-310d233b0940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:40.379949 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-55892c77-18a1-4f09-9e1a-d70175dc5085 req-698f002c-ac63-4fa5-8aeb-1a330dcc4864 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432968 Sep 23 03:13:40.465648 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-264ebc92-2e92-434a-be99-310d233b0940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:40.524513 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-264ebc92-2e92-434a-be99-310d233b0940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:40.565503 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-264ebc92-2e92-434a-be99-310d233b0940 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c72efc1b9f442e2994883951d8043a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011172 Sep 23 03:13:40.565829 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 48772) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:40.571584 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ebc92-2e92-434a-be99-310d233b0940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8adfd7d-c172-4235-97e9-2e3523bb8be7,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:40.638098 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a2a6133b-e7b4-4b4c-8aa7-1fa8e6673e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:40.667203 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a2a6133b-e7b4-4b4c-8aa7-1fa8e6673e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:40.723091 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:13:40.832982 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:40.844919 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'c5c1a228-41bc-4fd1-9c8e-6b4d92214b55', 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2', 'port_id': 'c5c1a228-41bc-4fd1-9c8e-6b4d92214b55', 'mac_address': 'fa:16:3e:e8:9c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1939509-f41f-4d03-ba7b-2941c8932e06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:13:40.872918 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a2a6133b-e7b4-4b4c-8aa7-1fa8e6673e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:40.875828 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a2a6133b-e7b4-4b4c-8aa7-1fa8e6673e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:40.877150 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-a2a6133b-e7b4-4b4c-8aa7-1fa8e6673e62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8adfd7d-c172-4235-97e9-2e3523bb8be7 HTTP/1.1" status: 204 len: 168 time: 0.3104641 Sep 23 03:13:40.889810 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:40.891597 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6133b-e7b4-4b4c-8aa7-1fa8e6673e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8adfd7d-c172-4235-97e9-2e3523bb8be7,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:40.910522 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:13:40.934463 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:40.936679 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d437c-179f-42e1-8a0a-493d67c97b10 req-bf90857f-cd81-49cb-9287-900f531b1498 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:40.940206 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-820d437c-179f-42e1-8a0a-493d67c97b10 req-bf90857f-cd81-49cb-9287-900f531b1498 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 944 time: 0.0609858 Sep 23 03:13:41.004142 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:41.023781 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-820d437c-179f-42e1-8a0a-493d67c97b10 req-0009e6f8-7dcf-4c8f-b890-5862253573de tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636110 Sep 23 03:13:41.068787 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:41.099552 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3299793-b822-4081-8fb2-339be4d1c55d req-9bc1c568-238d-4004-ac02-599b1d1b3c0c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:41.101815 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f3299793-b822-4081-8fb2-339be4d1c55d req-9bc1c568-238d-4004-ac02-599b1d1b3c0c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0646167 Sep 23 03:13:41.154460 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f3299793-b822-4081-8fb2-339be4d1c55d req-4d16339f-4eae-473e-bd31-0081ee4ed76b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459895 Sep 23 03:13:41.194620 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9dd72-cd30-44e7-840f-46ffcd91bba8 req-83f4c392-f686-4bb8-92cc-c3f199b55aae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:41.196656 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-37d9dd72-cd30-44e7-840f-46ffcd91bba8 req-83f4c392-f686-4bb8-92cc-c3f199b55aae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0665610 Sep 23 03:13:41.233073 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-37d9dd72-cd30-44e7-840f-46ffcd91bba8 req-8476ff04-1938-4372-8cd0-a59b94f4c736 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305989 Sep 23 03:13:41.517913 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bafaa-8be0-4573-8a69-6b3bc3169946 req-a675c8e9-6829-40d3-a2c6-f3a3e3838f26 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:41.519760 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-050bafaa-8be0-4573-8a69-6b3bc3169946 req-a675c8e9-6829-40d3-a2c6-f3a3e3838f26 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0630901 Sep 23 03:13:41.567331 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-050bafaa-8be0-4573-8a69-6b3bc3169946 req-110fd34a-ba04-4302-b964-00d0571597de tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360405 Sep 23 03:13:41.707725 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['c5c1a228-41bc-4fd1-9c8e-6b4d92214b55'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:13:42.119865 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c23ce-48d8-4b89-a0cb-7e907d3aa21c req-73c2775d-0cdf-4340-a938-49daaf60086d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:42.121507 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-817c23ce-48d8-4b89-a0cb-7e907d3aa21c req-73c2775d-0cdf-4340-a938-49daaf60086d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 945 time: 0.0518639 Sep 23 03:13:42.160477 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-817c23ce-48d8-4b89-a0cb-7e907d3aa21c req-3bdbce16-5be7-409a-aaf4-b594c26d8fbb tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330927 Sep 23 03:13:42.278810 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91474a-3a07-4509-9340-1f79dece0d28 req-2ba20c4e-9083-456a-8534-b3724996456d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:42.280376 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc91474a-3a07-4509-9340-1f79dece0d28 req-2ba20c4e-9083-456a-8534-b3724996456d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0556509 Sep 23 03:13:42.324009 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc91474a-3a07-4509-9340-1f79dece0d28 req-257903df-2911-4824-b498-c8af4f43d95a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359287 Sep 23 03:13:42.361579 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297e3a7-494c-478c-be16-2bd2f0f03e92 req-47e5364e-1366-4f1d-bc25-ad628c01d531 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:42.363105 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5297e3a7-494c-478c-be16-2bd2f0f03e92 req-47e5364e-1366-4f1d-bc25-ad628c01d531 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0535522 Sep 23 03:13:42.404028 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5297e3a7-494c-478c-be16-2bd2f0f03e92 req-0d14f600-6080-4294-b79a-5d21b3efe2b2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342972 Sep 23 03:13:42.683960 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5b7ec-e9c1-4962-b961-ecd2f6097b12 req-2e2459a0-8bb9-4c5f-8199-1690f46c89f4 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:42.685543 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ebe5b7ec-e9c1-4962-b961-ecd2f6097b12 req-2e2459a0-8bb9-4c5f-8199-1690f46c89f4 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0512257 Sep 23 03:13:42.726565 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ebe5b7ec-e9c1-4962-b961-ecd2f6097b12 req-259e91b9-55c2-48db-a6d5-df8a52c51258 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347812 Sep 23 03:13:43.171816 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 48890) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:43.277298 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6d1738ba-d32d-4cc2-9103-a6902a4ea67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:43.308547 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36461532-b6b5-4e60-9ca3-39f4e9fecc74 req-f95666ca-4a4a-4726-98ed-544f38a1ed9a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:43.310273 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-36461532-b6b5-4e60-9ca3-39f4e9fecc74 req-f95666ca-4a4a-4726-98ed-544f38a1ed9a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 945 time: 0.0785091 Sep 23 03:13:43.365128 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-36461532-b6b5-4e60-9ca3-39f4e9fecc74 req-a2657c25-8ba7-401d-89b0-fcd45c28d3b4 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458925 Sep 23 03:13:43.413296 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6d1738ba-d32d-4cc2-9103-a6902a4ea67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:43.446445 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecf76b-439b-41e6-9fab-75103f50b334 req-be4190b9-b897-4648-a194-8de41e64cc58 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:43.447958 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-75ecf76b-439b-41e6-9fab-75103f50b334 req-be4190b9-b897-4648-a194-8de41e64cc58 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0524707 Sep 23 03:13:43.491275 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-75ecf76b-439b-41e6-9fab-75103f50b334 req-43b2f3ff-281f-4470-b125-1b98a334beaa tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372941 Sep 23 03:13:43.505885 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6d1738ba-d32d-4cc2-9103-a6902a4ea67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:43.552506 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-6d1738ba-d32d-4cc2-9103-a6902a4ea67d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef4f65b412444c49ae77da3260f0aa06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795171 Sep 23 03:13:43.554226 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1738ba-d32d-4cc2-9103-a6902a4ea67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dba279-c65f-4d3e-acc5-fcdf5b774225,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:43.555277 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 48910) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:43.563764 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5d354-0943-46f6-80ca-fe9e6c2c3173 req-4a636d1b-f6fc-4541-a878-28ddc2563b7a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:43.565140 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-61f5d354-0943-46f6-80ca-fe9e6c2c3173 req-4a636d1b-f6fc-4541-a878-28ddc2563b7a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0908949 Sep 23 03:13:43.614276 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-61f5d354-0943-46f6-80ca-fe9e6c2c3173 req-be4df6d2-6fb8-4949-a243-f9d7b1d932fd tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416834 Sep 23 03:13:43.620411 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-047071cf-6f8f-47ec-9138-e052a4c8e97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:43.642379 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-047071cf-6f8f-47ec-9138-e052a4c8e97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:43.752635 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-047071cf-6f8f-47ec-9138-e052a4c8e97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:43.755195 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-047071cf-6f8f-47ec-9138-e052a4c8e97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:43.756328 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-047071cf-6f8f-47ec-9138-e052a4c8e97e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9dba279-c65f-4d3e-acc5-fcdf5b774225 HTTP/1.1" status: 204 len: 168 time: 0.1997967 Sep 23 03:13:43.765005 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047071cf-6f8f-47ec-9138-e052a4c8e97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dba279-c65f-4d3e-acc5-fcdf5b774225,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:43.849850 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7db13-b7a4-4ade-8066-063e7b8ab8d2 req-d4fc0615-ba2f-48cc-a861-caf906663467 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:43.851429 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fda7db13-b7a4-4ade-8066-063e7b8ab8d2 req-d4fc0615-ba2f-48cc-a861-caf906663467 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0481045 Sep 23 03:13:43.891730 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fda7db13-b7a4-4ade-8066-063e7b8ab8d2 req-81934f0b-eedf-48bb-b78e-0cf841a63741 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Sep 23 03:13:44.409542 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 48930) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:44.424295 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ed571949-b49a-4d77-a4e4-fd71ad610099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:44.492620 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c71044-5e65-4efb-bfe5-82bda9a11bbb req-dbd4b6e6-4b86-46bf-b743-e27c4f90b15d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:44.494214 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-44c71044-5e65-4efb-bfe5-82bda9a11bbb req-dbd4b6e6-4b86-46bf-b743-e27c4f90b15d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 945 time: 0.0549102 Sep 23 03:13:44.536963 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ed571949-b49a-4d77-a4e4-fd71ad610099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:44.541038 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-44c71044-5e65-4efb-bfe5-82bda9a11bbb req-d366996a-05b0-488d-8796-06706ab5ff48 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Sep 23 03:13:44.611027 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32528287-3a0b-4bc5-9b60-11aa2d8ac7cb req-160ff94b-02b3-4822-a65f-445ed0f31ba1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:44.612534 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-32528287-3a0b-4bc5-9b60-11aa2d8ac7cb req-160ff94b-02b3-4822-a65f-445ed0f31ba1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0529954 Sep 23 03:13:44.626032 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ed571949-b49a-4d77-a4e4-fd71ad610099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:44.682483 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-ed571949-b49a-4d77-a4e4-fd71ad610099 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=efdeec4901f34b84acd7a8aef09e0ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716367 Sep 23 03:13:44.685800 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 48942) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:13:44.693419 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-32528287-3a0b-4bc5-9b60-11aa2d8ac7cb req-09a8d63f-6343-4dde-a4be-bb66eadd508d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743706 Sep 23 03:13:44.694157 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed571949-b49a-4d77-a4e4-fd71ad610099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16e67e4-f9c6-47f3-84af-733b9e64b731,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:44.766137 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c04b5c-ac53-4ae3-a811-b2c66a31ea8e req-ed1c12b1-c28c-4cef-9e7f-213ffe8033b3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:44.767572 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e8c04b5c-ac53-4ae3-a811-b2c66a31ea8e req-ed1c12b1-c28c-4cef-9e7f-213ffe8033b3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0751357 Sep 23 03:13:44.782714 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1940-b6df-47ac-8781-497f05fcf78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:44.823744 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1940-b6df-47ac-8781-497f05fcf78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:44.831963 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e8c04b5c-ac53-4ae3-a811-b2c66a31ea8e req-4b049cb6-5cc3-4703-a7f4-da978135893e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572395 Sep 23 03:13:44.935670 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1940-b6df-47ac-8781-497f05fcf78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:44.938315 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1940-b6df-47ac-8781-497f05fcf78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:44.939459 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-ad5c1940-b6df-47ac-8781-497f05fcf78f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c16e67e4-f9c6-47f3-84af-733b9e64b731 HTTP/1.1" status: 204 len: 168 time: 0.2526639 Sep 23 03:13:44.948841 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c1940-b6df-47ac-8781-497f05fcf78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16e67e4-f9c6-47f3-84af-733b9e64b731,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:45.008919 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec774b-79a5-481c-af8c-04885a12bb13 req-8a2fe090-1623-4eb1-9081-06b955e9df97 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:45.010421 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-98ec774b-79a5-481c-af8c-04885a12bb13 req-8a2fe090-1623-4eb1-9081-06b955e9df97 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0513759 Sep 23 03:13:45.047661 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-98ec774b-79a5-481c-af8c-04885a12bb13 req-c92b101a-b5bb-4550-b4ca-489c66387034 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313439 Sep 23 03:13:45.651158 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc992a-37ac-47fb-9667-679b3f70fa9d req-85802eeb-94b0-44e2-a1fd-5b48832ba78a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:45.652656 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fbbc992a-37ac-47fb-9667-679b3f70fa9d req-85802eeb-94b0-44e2-a1fd-5b48832ba78a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 945 time: 0.0486367 Sep 23 03:13:45.689861 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fbbc992a-37ac-47fb-9667-679b3f70fa9d req-3d315abf-499b-4183-8492-d113c899e0a0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Sep 23 03:13:45.811684 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5d620-acce-4047-9aa1-f4be7b88b332 req-88a9bbe5-21ac-4fc0-a191-d8f697960885 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:45.813632 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6ba5d620-acce-4047-9aa1-f4be7b88b332 req-88a9bbe5-21ac-4fc0-a191-d8f697960885 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0519428 Sep 23 03:13:45.852006 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6ba5d620-acce-4047-9aa1-f4be7b88b332 req-fdca9bda-e358-4734-8aba-5af1fbffd46e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Sep 23 03:13:45.948670 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b506-76fd-4580-888f-5faf7da8cde9 req-870788be-5405-4592-b33f-7a3a43848af5 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:45.950141 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6881b506-76fd-4580-888f-5faf7da8cde9 req-870788be-5405-4592-b33f-7a3a43848af5 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0478628 Sep 23 03:13:45.987871 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6881b506-76fd-4580-888f-5faf7da8cde9 req-5dd3927d-b19f-4b47-b5bf-934258c0d353 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315454 Sep 23 03:13:46.158623 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72c82-7726-495b-aa70-13fc89d36a04 req-a98d0d35-18c8-4f79-a990-3e00b7db345f tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:46.160092 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-17d72c82-7726-495b-aa70-13fc89d36a04 req-a98d0d35-18c8-4f79-a990-3e00b7db345f tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0475609 Sep 23 03:13:46.197621 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-17d72c82-7726-495b-aa70-13fc89d36a04 req-7e2b5ad1-b5a5-4656-baf7-642e5c6cfa70 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Sep 23 03:13:46.810397 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff9d95-7118-415e-8e8a-f2bbebee07c8 req-25e39a5c-bdea-438b-a193-a01d5d72888b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:46.812190 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e1ff9d95-7118-415e-8e8a-f2bbebee07c8 req-25e39a5c-bdea-438b-a193-a01d5d72888b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 945 time: 0.0534165 Sep 23 03:13:46.849617 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e1ff9d95-7118-415e-8e8a-f2bbebee07c8 req-478f3afa-c39a-4d04-8f4f-11bcd98a3bdf tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313938 Sep 23 03:13:46.963576 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d5641-2e4e-4a31-aa87-af43dc76c2a9 req-09e8021a-37fa-4024-953a-efd0481bd252 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:46.964964 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-849d5641-2e4e-4a31-aa87-af43dc76c2a9 req-09e8021a-37fa-4024-953a-efd0481bd252 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0484378 Sep 23 03:13:47.001329 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-849d5641-2e4e-4a31-aa87-af43dc76c2a9 req-d237e91e-67ae-4bd4-a0a2-fd10ee397a5d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305238 Sep 23 03:13:47.111390 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748046c4-ef29-4aa2-9720-a4b993a07a0d req-249fa989-e5dc-40ed-9d79-f8b8afa39d40 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:47.112943 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-748046c4-ef29-4aa2-9720-a4b993a07a0d req-249fa989-e5dc-40ed-9d79-f8b8afa39d40 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0563722 Sep 23 03:13:47.150089 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-748046c4-ef29-4aa2-9720-a4b993a07a0d req-e7432f45-a78b-4ecc-b224-e54a5f299da8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307443 Sep 23 03:13:47.312319 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec58c54-72f6-4bea-b55b-a3ccf394fbe7 req-0fcbf983-9cc2-4bed-8623-29cfe134ad8d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:47.313782 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2ec58c54-72f6-4bea-b55b-a3ccf394fbe7 req-0fcbf983-9cc2-4bed-8623-29cfe134ad8d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0506668 Sep 23 03:13:47.349870 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2ec58c54-72f6-4bea-b55b-a3ccf394fbe7 req-f3908a08-8832-4671-b243-b4a46a523bed tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303988 Sep 23 03:13:47.960000 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b894fb7-4cf9-44b3-9b0e-04e87bb09b8f req-fa4cb38f-4c29-4ccb-a316-7f736e7e42cc tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:47.962069 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b894fb7-4cf9-44b3-9b0e-04e87bb09b8f req-fa4cb38f-4c29-4ccb-a316-7f736e7e42cc tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 945 time: 0.0476701 Sep 23 03:13:47.997971 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b894fb7-4cf9-44b3-9b0e-04e87bb09b8f req-401ca4eb-e179-4717-ab88-e2f2c438ae32 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301185 Sep 23 03:13:48.112953 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b089e-987c-4d57-885e-1f82658d8579 req-70d97975-97ae-4ec8-a5df-a9e2d2ed9081 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:48.114290 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-525b089e-987c-4d57-885e-1f82658d8579 req-70d97975-97ae-4ec8-a5df-a9e2d2ed9081 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0470924 Sep 23 03:13:48.156040 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-525b089e-987c-4d57-885e-1f82658d8579 req-598c20d7-3bad-4c4b-987f-fcfdec219b7a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336483 Sep 23 03:13:48.269278 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1056ae-e428-426d-a1ed-7ffb9340cc1d req-01a20d60-cb3b-4131-a0bb-bbaa584bbef4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:48.270712 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ec1056ae-e428-426d-a1ed-7ffb9340cc1d req-01a20d60-cb3b-4131-a0bb-bbaa584bbef4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0513895 Sep 23 03:13:48.462921 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bfcc6-9e14-4899-9cca-fe16d07e907d req-7b8b77b8-971a-42cb-8096-9fe0b52a0997 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:48.463516 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ec1056ae-e428-426d-a1ed-7ffb9340cc1d req-e92b0209-96d9-4dc7-9aa6-831850dc675a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865346 Sep 23 03:13:48.464398 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-470bfcc6-9e14-4899-9cca-fe16d07e907d req-7b8b77b8-971a-42cb-8096-9fe0b52a0997 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0485675 Sep 23 03:13:48.506749 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-470bfcc6-9e14-4899-9cca-fe16d07e907d req-03ae087b-9b79-4ba3-9739-062a1be90630 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364029 Sep 23 03:13:49.108615 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d1cb1-2fd4-4e0b-ab90-830d94a7d794 req-ab60d73f-990e-4cf7-92cb-ae6cbb231eeb tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:49.110310 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eb9d1cb1-2fd4-4e0b-ab90-830d94a7d794 req-ab60d73f-990e-4cf7-92cb-ae6cbb231eeb tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 945 time: 0.0481308 Sep 23 03:13:49.147027 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eb9d1cb1-2fd4-4e0b-ab90-830d94a7d794 req-c811f6cd-c52d-4555-8337-28619af3b30e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308700 Sep 23 03:13:49.268473 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bd819-72c6-4173-8645-0d87bd3c41df req-51ae183e-4a5b-4063-a9a0-e08313311d30 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:49.269924 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5a7bd819-72c6-4173-8645-0d87bd3c41df req-51ae183e-4a5b-4063-a9a0-e08313311d30 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 943 time: 0.0499783 Sep 23 03:13:49.306210 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5a7bd819-72c6-4173-8645-0d87bd3c41df req-afe5bb3a-593f-46ec-bc0c-e528ee15ffb5 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306125 Sep 23 03:13:49.577472 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73fb33-f284-45bb-ba52-3e5a94f788ed req-38a78369-0b66-4a35-bd5a-ece0a8081e64 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:49.578943 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9d73fb33-f284-45bb-ba52-3e5a94f788ed req-38a78369-0b66-4a35-bd5a-ece0a8081e64 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0476453 Sep 23 03:13:49.617231 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9d73fb33-f284-45bb-ba52-3e5a94f788ed req-e2df952e-02be-46d1-9247-246ca3353c21 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315831 Sep 23 03:13:49.624623 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a3acc-f2e3-423a-8688-c5d0b688f82b req-ce0714d3-6b80-4b57-9b04-186099f196d9 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:49.626136 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-346a3acc-f2e3-423a-8688-c5d0b688f82b req-ce0714d3-6b80-4b57-9b04-186099f196d9 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 943 time: 0.0541229 Sep 23 03:13:49.662509 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-346a3acc-f2e3-423a-8688-c5d0b688f82b req-b84e4995-3d45-4870-8cb2-2aa0d27b0b2c tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305083 Sep 23 03:13:49.820913 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 91d8a60b-64c2-40d5-b3f2-d768b237086a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:13:49.916314 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 91d8a60b-64c2-40d5-b3f2-d768b237086a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=91d8a60b-64c2-40d5-b3f2-d768b237086a,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:49.927076 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '91d8a60b-64c2-40d5-b3f2-d768b237086a', 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a', 'port_id': '91d8a60b-64c2-40d5-b3f2-d768b237086a', 'mac_address': 'fa:16:3e:3e:5b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3aa06fe-d1df-4102-a886-3bfd91ea52d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:13:49.961621 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:49.973285 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d8a60b-64c2-40d5-b3f2-d768b237086a {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:13:49.992078 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 91d8a60b-64c2-40d5-b3f2-d768b237086a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=91d8a60b-64c2-40d5-b3f2-d768b237086a,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:50.054661 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:50.055268 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fe931329-5d49-473e-b438-0f6e1c7ff098 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:13:50.120948 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=91d8a60b-64c2-40d5-b3f2-d768b237086a,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:50.182062 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port fe931329-5d49-473e-b438-0f6e1c7ff098, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fe931329-5d49-473e-b438-0f6e1c7ff098,segment=NetworkSegment(c98068b8-c5f0-4c9e-9862-415f4b6500ce),segment_id=c98068b8-c5f0-4c9e-9862-415f4b6500ce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:50.192386 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'fe931329-5d49-473e-b438-0f6e1c7ff098', 'network_id': '0dfc782a-3c76-41d8-9a94-b4dce4351b9f', 'port_id': 'fe931329-5d49-473e-b438-0f6e1c7ff098', 'mac_address': 'fa:16:3e:84:67:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8771084d-e31d-4a0f-8dda-72177bd06c88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:13:50.228407 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:50.243759 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe931329-5d49-473e-b438-0f6e1c7ff098 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:13:50.259855 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd5695-fe14-4156-8b35-26773d9e564f req-301fda15-04cd-45b4-b6cd-0eb552f36f3a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:50.261339 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-65bd5695-fe14-4156-8b35-26773d9e564f req-301fda15-04cd-45b4-b6cd-0eb552f36f3a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 945 time: 0.0507352 Sep 23 03:13:50.262238 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port fe931329-5d49-473e-b438-0f6e1c7ff098, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fe931329-5d49-473e-b438-0f6e1c7ff098,segment=NetworkSegment(c98068b8-c5f0-4c9e-9862-415f4b6500ce),segment_id=c98068b8-c5f0-4c9e-9862-415f4b6500ce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:50.298610 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-65bd5695-fe14-4156-8b35-26773d9e564f req-a4aeabf0-34f2-4460-b066-ae17e9ff9ba2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Sep 23 03:13:50.339577 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:50.340234 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:13:50.410823 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=fe931329-5d49-473e-b438-0f6e1c7ff098,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:50.417822 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba771733-a061-4023-b2e5-13ebaecf845e req-fd021691-fb3c-4616-a78a-0d67044e2540 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:50.419437 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ba771733-a061-4023-b2e5-13ebaecf845e req-fd021691-fb3c-4616-a78a-0d67044e2540 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0474868 Sep 23 03:13:50.456784 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ba771733-a061-4023-b2e5-13ebaecf845e req-4938ab7d-1ff7-4133-98d1-5c821b4497ae tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307956 Sep 23 03:13:50.467966 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:50.481841 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'port_id': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'mac_address': 'fa:16:3e:c6:41:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:13:50.516712 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:50.528977 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:13:50.547675 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:50.648055 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:50.648671 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a49c2a6f-b48c-430a-a827-5f061c7c60c2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:13:50.713439 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a49c2a6f-b48c-430a-a827-5f061c7c60c2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a49c2a6f-b48c-430a-a827-5f061c7c60c2,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:50.716088 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:50.739802 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'a49c2a6f-b48c-430a-a827-5f061c7c60c2', 'network_id': '1d10651e-f809-49e7-bd10-b6e6b7add90a', 'port_id': 'a49c2a6f-b48c-430a-a827-5f061c7c60c2', 'mac_address': 'fa:16:3e:91:7c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3aa06fe-d1df-4102-a886-3bfd91ea52d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:13:50.750010 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c167d12-76ea-4473-9074-326d2b8bcb59 req-00bb41f2-1827-44a8-8754-ddb17f771960 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:50.751523 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2c167d12-76ea-4473-9074-326d2b8bcb59 req-00bb41f2-1827-44a8-8754-ddb17f771960 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0612006 Sep 23 03:13:50.789554 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:50.799106 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2c167d12-76ea-4473-9074-326d2b8bcb59 req-825e8eb9-fa5f-420c-a8e9-422ba022aa3b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Sep 23 03:13:50.806704 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49c2a6f-b48c-430a-a827-5f061c7c60c2 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:13:50.817194 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df66246-f153-4d5d-8860-75d5c5ba3ee6 req-ac2a608d-7212-44a8-8f5c-cdde516385e7 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:50.817194 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9df66246-f153-4d5d-8860-75d5c5ba3ee6 req-ac2a608d-7212-44a8-8f5c-cdde516385e7 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 944 time: 0.0618343 Sep 23 03:13:50.832950 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a49c2a6f-b48c-430a-a827-5f061c7c60c2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a49c2a6f-b48c-430a-a827-5f061c7c60c2,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:50.858559 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9df66246-f153-4d5d-8860-75d5c5ba3ee6 req-fb10a103-b8e6-4036-bc28-569d6c605950 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355167 Sep 23 03:13:50.901318 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:50.949366 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=a49c2a6f-b48c-430a-a827-5f061c7c60c2,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:51.409638 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbe4fd-b041-4045-9419-157d6684311c req-9fa699b5-6909-45e4-962d-be813a19c331 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:51.411104 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f3cbe4fd-b041-4045-9419-157d6684311c req-9fa699b5-6909-45e4-962d-be813a19c331 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 945 time: 0.0473442 Sep 23 03:13:51.457102 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f3cbe4fd-b041-4045-9419-157d6684311c req-a7a32632-cafa-405d-aa43-0c0b75086af6 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401196 Sep 23 03:13:51.504953 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:13:51.575474 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7f4e-02e8-4db4-bf9c-cd1730e7769d req-e4be4c5a-bc50-4910-99e8-349ee0593c21 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:51.577007 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a1fc7f4e-02e8-4db4-bf9c-cd1730e7769d req-e4be4c5a-bc50-4910-99e8-349ee0593c21 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0512929 Sep 23 03:13:51.614806 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a1fc7f4e-02e8-4db4-bf9c-cd1730e7769d req-2ebc2a50-71c5-4581-9c34-edc288636c3d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318329 Sep 23 03:13:51.619678 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c5c681e5-1a45-465e-bf33-3029a0dc0d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:51.643772 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:13:51.649775 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:13:51.650151 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:51.728752 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:51.750088 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565f86c9-78ca-4856-9083-6ed4db043086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c1a228-41bc-4fd1-9c8e-6b4d92214b55'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:13:51.823169 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:13:51.895219 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:51.943347 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230249f-2538-43f3-8dad-7968e06e87c7 req-eeafcf4a-7830-46d3-b560-be828a9060f7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:51.953295 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1230249f-2538-43f3-8dad-7968e06e87c7 req-eeafcf4a-7830-46d3-b560-be828a9060f7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0668559 Sep 23 03:13:51.969507 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c52cd98-ab6e-4c51-ab41-69703e9d8cae" -d '{"events": [{"server_uuid": "565f86c9-78ca-4856-9083-6ed4db043086", "name": "network-vif-plugged", "status": "completed", "tag": "c5c1a228-41bc-4fd1-9c8e-6b4d92214b55"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:13:51.977409 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:51.991008 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814554-d1ea-4333-8cd6-a6f84d85426a req-14aab9d4-740b-4091-8fdf-a50fde30b038 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:51.993075 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7f814554-d1ea-4333-8cd6-a6f84d85426a req-14aab9d4-740b-4091-8fdf-a50fde30b038 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 944 time: 0.0655706 Sep 23 03:13:52.004556 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1230249f-2538-43f3-8dad-7968e06e87c7 req-9a68ddf4-515d-4f0c-bc34-099007affbdd tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446422 Sep 23 03:13:52.031484 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7f814554-d1ea-4333-8cd6-a6f84d85426a req-9131e562-2d3d-443f-8b47-20eed13696fa tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316012 Sep 23 03:13:52.104982 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a68341-9e31-4fcb-8eae-80edcca24b11 x-openstack-request-id: req-83a68341-9e31-4fcb-8eae-80edcca24b11 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:13:52.105275 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565f86c9-78ca-4856-9083-6ed4db043086", "name": "network-vif-plugged", "status": "completed", "tag": "c5c1a228-41bc-4fd1-9c8e-6b4d92214b55", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:13:52.105527 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83a68341-9e31-4fcb-8eae-80edcca24b11 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:13:52.105973 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565f86c9-78ca-4856-9083-6ed4db043086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c1a228-41bc-4fd1-9c8e-6b4d92214b55', 'code': 200} Sep 23 03:13:52.477083 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['fe931329-5d49-473e-b438-0f6e1c7ff098'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:13:52.496860 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9a3f3-178f-4475-ad50-9ec20499caf5 req-059b7a4c-f41c-4d48-93b8-cd76e58ea202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:52.498429 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-68b9a3f3-178f-4475-ad50-9ec20499caf5 req-059b7a4c-f41c-4d48-93b8-cd76e58ea202 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 1099 time: 0.0701785 Sep 23 03:13:52.519748 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-68b9a3f3-178f-4475-ad50-9ec20499caf5 req-fd004ea9-2228-4e42-ba6d-6e5266088138 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:52.580502 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac655ad-f555-48e6-b3e2-3358d38d3d87 req-95fca6cc-26bf-4fb0-bcf0-2c9694898e17 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:52.582701 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4ac655ad-f555-48e6-b3e2-3358d38d3d87 req-95fca6cc-26bf-4fb0-bcf0-2c9694898e17 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0520279 Sep 23 03:13:52.586959 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['a5f2fd12-35d0-4bf0-87db-ab4c96661bc7'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:13:52.616103 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-68b9a3f3-178f-4475-ad50-9ec20499caf5 req-fd004ea9-2228-4e42-ba6d-6e5266088138 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:52.627244 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4ac655ad-f555-48e6-b3e2-3358d38d3d87 req-4a795c86-7b37-449f-9dd6-fe5144b0b3e6 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346580 Sep 23 03:13:52.696171 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-68b9a3f3-178f-4475-ad50-9ec20499caf5 req-fd004ea9-2228-4e42-ba6d-6e5266088138 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:52.746591 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['91d8a60b-64c2-40d5-b3f2-d768b237086a'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:13:52.752391 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-68b9a3f3-178f-4475-ad50-9ec20499caf5 req-fd004ea9-2228-4e42-ba6d-6e5266088138 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465947 Sep 23 03:13:52.766641 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd004ea9-2228-4e42-ba6d-6e5266088138 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6037e8-cb54-4608-bdc7-be57268e85e3,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:13:52.770541 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['a49c2a6f-b48c-430a-a827-5f061c7c60c2'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:13:52.786785 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5edc21-c84c-4d5f-aea1-eec27652b878 req-7062f116-e59b-47c9-b77f-7f3f2c9bf148 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:52.788568 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fb5edc21-c84c-4d5f-aea1-eec27652b878 req-7062f116-e59b-47c9-b77f-7f3f2c9bf148 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.1056218 Sep 23 03:13:52.845297 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fb5edc21-c84c-4d5f-aea1-eec27652b878 req-85c61cb7-4a10-4419-b201-96b4cf096ece tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383987 Sep 23 03:13:53.120318 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6151a-17a8-46a5-bac3-4d6e71f9d727 req-87445a56-6cf3-4800-862e-a6d7e554d999 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:53.124791 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6dd6151a-17a8-46a5-bac3-4d6e71f9d727 req-87445a56-6cf3-4800-862e-a6d7e554d999 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0484772 Sep 23 03:13:53.150431 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aedefd-cb2a-4e58-8326-d8cb303b018b req-b3263ef4-48b0-4842-8bfc-aff5b9db287b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:53.151983 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f2aedefd-cb2a-4e58-8326-d8cb303b018b req-b3263ef4-48b0-4842-8bfc-aff5b9db287b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 944 time: 0.0529177 Sep 23 03:13:53.189379 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6dd6151a-17a8-46a5-bac3-4d6e71f9d727 req-4419a5d0-9350-4ab3-8a44-dc9815806620 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525742 Sep 23 03:13:53.202056 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f2aedefd-cb2a-4e58-8326-d8cb303b018b req-ad7a46c1-dff7-4b67-abae-3cded0fd3e8b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423424 Sep 23 03:13:53.745915 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62d50d-8d9a-46ae-b72f-025802183dfb req-82403e00-3693-4a39-8517-81e5587bb48b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:53.747349 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6c62d50d-8d9a-46ae-b72f-025802183dfb req-82403e00-3693-4a39-8517-81e5587bb48b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0521398 Sep 23 03:13:53.784202 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6c62d50d-8d9a-46ae-b72f-025802183dfb req-9b3d2ce6-3552-41d9-8e78-ffada06a5bab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307355 Sep 23 03:13:53.958660 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082dee0-c7c9-496a-bfb2-9c8d45adfcc7 req-63778db5-dc93-4c3f-aaa2-abba9ee9ca7a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:53.960746 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4082dee0-c7c9-496a-bfb2-9c8d45adfcc7 req-63778db5-dc93-4c3f-aaa2-abba9ee9ca7a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0488393 Sep 23 03:13:53.997923 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4082dee0-c7c9-496a-bfb2-9c8d45adfcc7 req-efd66cbb-8173-4a1d-a403-3b33687acfbd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308418 Sep 23 03:13:54.301276 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-970bc1b8-a70e-4616-9bdf-88a35c3df1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:54.330102 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b178b-5dc9-4654-b5d6-5d4395b00f7c req-50cea2c4-deac-4250-9ed3-c33418f6362d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:54.332942 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-726b178b-5dc9-4654-b5d6-5d4395b00f7c req-50cea2c4-deac-4250-9ed3-c33418f6362d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 944 time: 0.0553312 Sep 23 03:13:54.347244 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753d8f0-6852-4846-aee3-0e0b2a5b9354 req-b931c2a1-2b68-4726-9adf-7eb76d03dffe tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:54.348760 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c753d8f0-6852-4846-aee3-0e0b2a5b9354 req-b931c2a1-2b68-4726-9adf-7eb76d03dffe tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0561354 Sep 23 03:13:54.371648 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-726b178b-5dc9-4654-b5d6-5d4395b00f7c req-9fd141d4-1646-46f1-beab-491a90227385 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328345 Sep 23 03:13:54.394179 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c753d8f0-6852-4846-aee3-0e0b2a5b9354 req-8c359d28-bbfc-4fce-b376-c4f0b2cc6122 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393155 Sep 23 03:13:54.781117 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:54.912804 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79fad8-c619-43c2-b87f-313f72fcc3e4 req-896602c5-5af4-4d45-a24b-b886aa477281 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:54.914282 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ae79fad8-c619-43c2-b87f-313f72fcc3e4 req-896602c5-5af4-4d45-a24b-b886aa477281 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0490942 Sep 23 03:13:54.951087 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ae79fad8-c619-43c2-b87f-313f72fcc3e4 req-72c7622b-2a0f-4937-881d-a345d2383fa2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Sep 23 03:13:55.124385 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a631af3-6b9f-440d-b800-43abd59b13b2 req-8581dfc1-b2ae-46c8-b157-a225838be342 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:55.125932 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8a631af3-6b9f-440d-b800-43abd59b13b2 req-8581dfc1-b2ae-46c8-b157-a225838be342 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0474911 Sep 23 03:13:55.163345 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8a631af3-6b9f-440d-b800-43abd59b13b2 req-2614aa5d-b2bf-4706-a7c5-f9a573ed3d8b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302610 Sep 23 03:13:55.203575 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:55.486713 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da08f4-a47f-419f-8afb-f6db2e94580c req-bacad4a5-b38a-4734-b996-c017924e4a24 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:55.488168 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-41da08f4-a47f-419f-8afb-f6db2e94580c req-bacad4a5-b38a-4734-b996-c017924e4a24 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 944 time: 0.0506661 Sep 23 03:13:55.504005 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaccc50-15b9-4b09-8653-ac67c5b68df9 req-87323a4a-1d9f-4728-bd20-578c3c6e1523 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:55.505491 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8eaccc50-15b9-4b09-8653-ac67c5b68df9 req-87323a4a-1d9f-4728-bd20-578c3c6e1523 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0477459 Sep 23 03:13:55.526132 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-41da08f4-a47f-419f-8afb-f6db2e94580c req-429ad3af-89d6-4bb1-892b-31054eb802b0 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Sep 23 03:13:55.542364 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8eaccc50-15b9-4b09-8653-ac67c5b68df9 req-8a330b9a-9572-402c-8488-e66359477bed tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307455 Sep 23 03:13:56.065003 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ed8ae-9fa2-4fa9-8ab2-de4e98f0800d req-25418892-9cec-4a57-ae61-c188cba27861 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:56.066471 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-302ed8ae-9fa2-4fa9-8ab2-de4e98f0800d req-25418892-9cec-4a57-ae61-c188cba27861 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0486717 Sep 23 03:13:56.102873 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-302ed8ae-9fa2-4fa9-8ab2-de4e98f0800d req-8618b8de-ad1d-4edf-a9ee-04fe8ea2cefd tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306206 Sep 23 03:13:56.278180 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eb86e-349a-4820-ba50-f2af3afa292a req-c8536774-cc16-4c34-bff2-46b8f43fc3f2 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:56.279667 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f16eb86e-349a-4820-ba50-f2af3afa292a req-c8536774-cc16-4c34-bff2-46b8f43fc3f2 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0520813 Sep 23 03:13:56.317012 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f16eb86e-349a-4820-ba50-f2af3afa292a req-a95ddf4e-f7e5-4df4-9d1e-a226d94c04dd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Sep 23 03:13:56.639506 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbeeb7-8e17-4619-ba8d-b3f42252398e req-710c7aa1-0bce-42c8-84c7-158a0a9e16ed tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:56.641203 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d2bbeeb7-8e17-4619-ba8d-b3f42252398e req-710c7aa1-0bce-42c8-84c7-158a0a9e16ed tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 944 time: 0.0479670 Sep 23 03:13:56.659723 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e067a-fdf4-424f-8dad-b8e6ede31867 req-7ef9dd23-be03-4aa7-9df0-06e288f4bd73 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:56.661232 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-377e067a-fdf4-424f-8dad-b8e6ede31867 req-7ef9dd23-be03-4aa7-9df0-06e288f4bd73 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0479674 Sep 23 03:13:56.681300 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d2bbeeb7-8e17-4619-ba8d-b3f42252398e req-105bb0f2-74b6-4aff-a842-eb38134a43da tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337572 Sep 23 03:13:56.709014 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-377e067a-fdf4-424f-8dad-b8e6ede31867 req-3659d416-7f5c-4a1c-a0e2-e3cdaa3bf388 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Sep 23 03:13:57.089308 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:13:57.217724 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874613e2-5f84-4281-a89a-4c39bf9ad29c req-0d13a588-b4c8-4129-8aea-6dfe1efed4b0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:57.219177 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-874613e2-5f84-4281-a89a-4c39bf9ad29c req-0d13a588-b4c8-4129-8aea-6dfe1efed4b0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0502281 Sep 23 03:13:57.255343 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-874613e2-5f84-4281-a89a-4c39bf9ad29c req-0ca4785e-00d6-4362-8ca4-49be161fe665 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301609 Sep 23 03:13:57.427236 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e026bb5-b763-459e-9181-be006f62caa1 req-0d107d05-af2f-471c-bf43-e6ecae2aafb2 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:57.429192 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5e026bb5-b763-459e-9181-be006f62caa1 req-0d107d05-af2f-471c-bf43-e6ecae2aafb2 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0454922 Sep 23 03:13:57.464629 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5e026bb5-b763-459e-9181-be006f62caa1 req-37aa94d0-fbd2-4c5e-9e12-9e871ec46f9b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296404 Sep 23 03:13:57.796362 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ed95b-4be8-48e6-b8c3-de2e8979410c req-70b9058b-b31e-4ca1-8acb-636422b608c0 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:57.797892 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c22ed95b-4be8-48e6-b8c3-de2e8979410c req-70b9058b-b31e-4ca1-8acb-636422b608c0 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 944 time: 0.0480070 Sep 23 03:13:57.830634 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b74ef0-ee0f-44a1-9a76-0f292751256a req-b13e0024-fbda-4baa-b896-94b110e8fd41 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:57.832194 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e9b74ef0-ee0f-44a1-9a76-0f292751256a req-b13e0024-fbda-4baa-b896-94b110e8fd41 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0513065 Sep 23 03:13:57.836550 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c22ed95b-4be8-48e6-b8c3-de2e8979410c req-d63946a3-8b9e-4408-9627-b7b0896d3734 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Sep 23 03:13:57.869863 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e9b74ef0-ee0f-44a1-9a76-0f292751256a req-fde8c7ac-9fcd-4b6f-9712-9c1a454f27ed tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Sep 23 03:13:58.365428 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384e474-530c-4669-8264-3af935057769 req-af5a0455-d6fd-4cbe-a231-3ca23c3c2d62 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:58.367428 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8384e474-530c-4669-8264-3af935057769 req-af5a0455-d6fd-4cbe-a231-3ca23c3c2d62 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0471778 Sep 23 03:13:58.403002 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8384e474-530c-4669-8264-3af935057769 req-c3eb361f-56e4-4ccf-9cc9-e504246ffc3e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298276 Sep 23 03:13:58.574182 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c9c85-ca7e-45a1-b081-79b1baba74ae req-ac5f3a7a-a7b1-4fc4-86d7-ab2ef36ceaeb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:58.575553 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-603c9c85-ca7e-45a1-b081-79b1baba74ae req-ac5f3a7a-a7b1-4fc4-86d7-ab2ef36ceaeb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0463693 Sep 23 03:13:58.611834 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-603c9c85-ca7e-45a1-b081-79b1baba74ae req-85dea1e2-8597-49be-8adf-12d134bafbaf tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304351 Sep 23 03:13:58.954106 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b66c-d902-4f63-a4ae-4e6bf17ce2cb req-79d00722-d1b8-4b3e-bddc-14c2cbb208f4 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:58.955605 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ffe5b66c-d902-4f63-a4ae-4e6bf17ce2cb req-79d00722-d1b8-4b3e-bddc-14c2cbb208f4 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 944 time: 0.0517280 Sep 23 03:13:58.986823 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592a013-41ec-424f-a2aa-295b77bf390f req-379bca06-e44c-4042-a499-43ecf7f5241e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:58.988338 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5592a013-41ec-424f-a2aa-295b77bf390f req-379bca06-e44c-4042-a499-43ecf7f5241e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0495408 Sep 23 03:13:58.994603 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ffe5b66c-d902-4f63-a4ae-4e6bf17ce2cb req-50cb7efb-0c19-4fd5-b4cc-57347c9cec01 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319963 Sep 23 03:13:59.026193 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5592a013-41ec-424f-a2aa-295b77bf390f req-59dd1cbc-b56e-444e-933b-39013de4eafa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317380 Sep 23 03:13:59.513949 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a444bb-73cf-4bf2-acbb-8eaec6157f91 req-77e206f1-438e-4bc1-928e-b659e35c5e44 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:59.515403 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-22a444bb-73cf-4bf2-acbb-8eaec6157f91 req-77e206f1-438e-4bc1-928e-b659e35c5e44 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0477273 Sep 23 03:13:59.552079 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-22a444bb-73cf-4bf2-acbb-8eaec6157f91 req-c86bf71c-9c7e-48df-9d36-59c60b7763b6 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Sep 23 03:13:59.726250 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1913b-9635-42a0-a06c-2e7f4f965db9 req-88eb5b32-9e5b-4329-b92a-2b3a3d4f8b42 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:13:59.727751 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-59f1913b-9635-42a0-a06c-2e7f4f965db9 req-88eb5b32-9e5b-4329-b92a-2b3a3d4f8b42 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0513656 Sep 23 03:13:59.764946 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-59f1913b-9635-42a0-a06c-2e7f4f965db9 req-beb1f324-87fe-478c-8b65-e091abfbde00 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313585 Sep 23 03:14:00.123336 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64704e3-2825-4a65-bc27-676cf7eda49b req-5c418a43-4657-4def-998e-db830d4a258b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:00.124922 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b64704e3-2825-4a65-bc27-676cf7eda49b req-5c418a43-4657-4def-998e-db830d4a258b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 944 time: 0.0533674 Sep 23 03:14:00.146803 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1207b-29e9-4977-9637-e8a6c14a35d8 req-e3d79d65-9709-498c-a75d-3e0cc08b5dbc tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:00.148393 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d8d1207b-29e9-4977-9637-e8a6c14a35d8 req-e3d79d65-9709-498c-a75d-3e0cc08b5dbc tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0480371 Sep 23 03:14:00.164830 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b64704e3-2825-4a65-bc27-676cf7eda49b req-3f20cfe0-1986-4a15-870e-b41867014646 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337551 Sep 23 03:14:00.186771 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d8d1207b-29e9-4977-9637-e8a6c14a35d8 req-9f33c4bf-9da0-4568-8105-187a44fe1948 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322559 Sep 23 03:14:00.666368 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0e1fe-4c0c-45ae-8040-75afe1742d53 req-6fc6801e-9373-43e0-a3b2-88cf6d91672c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:00.667732 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c4b0e1fe-4c0c-45ae-8040-75afe1742d53 req-6fc6801e-9373-43e0-a3b2-88cf6d91672c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0512705 Sep 23 03:14:00.704212 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c4b0e1fe-4c0c-45ae-8040-75afe1742d53 req-96e7de2c-c143-4276-ac9d-3a96ea3e4921 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306232 Sep 23 03:14:00.824304 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fe931329-5d49-473e-b438-0f6e1c7ff098 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:14:00.889723 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47ed7d-dbba-455a-b23e-9e729d95cb08 req-bdc1cf89-717f-46e7-a04a-6f6cd914d6ef tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:00.895492 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-eb47ed7d-dbba-455a-b23e-9e729d95cb08 req-bdc1cf89-717f-46e7-a04a-6f6cd914d6ef tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0526717 Sep 23 03:14:00.930897 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-eb47ed7d-dbba-455a-b23e-9e729d95cb08 req-e4c4a209-3cfc-410a-b0de-19b25206b9ff tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336246 Sep 23 03:14:00.996606 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port fe931329-5d49-473e-b438-0f6e1c7ff098 completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:14:01.000736 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port fe931329-5d49-473e-b438-0f6e1c7ff098 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:14:01.004182 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:01.073764 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:01.095404 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4135490e-a5b9-4f7f-b01b-60d0a6bf7d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe931329-5d49-473e-b438-0f6e1c7ff098'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:14:01.097618 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d1e702-7dcb-4176-a03d-ebf810177504" -d '{"events": [{"server_uuid": "4135490e-a5b9-4f7f-b01b-60d0a6bf7d17", "name": "network-vif-plugged", "status": "completed", "tag": "fe931329-5d49-473e-b438-0f6e1c7ff098"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:14:01.110436 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port fe931329-5d49-473e-b438-0f6e1c7ff098, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fe931329-5d49-473e-b438-0f6e1c7ff098,segment=NetworkSegment(c98068b8-c5f0-4c9e-9862-415f4b6500ce),segment_id=c98068b8-c5f0-4c9e-9862-415f4b6500ce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:14:01.133076 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e96461-d46c-4f67-80a1-d789955ee0fd x-openstack-request-id: req-76e96461-d46c-4f67-80a1-d789955ee0fd {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:14:01.133358 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4135490e-a5b9-4f7f-b01b-60d0a6bf7d17", "name": "network-vif-plugged", "status": "completed", "tag": "fe931329-5d49-473e-b438-0f6e1c7ff098", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:14:01.133610 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-76e96461-d46c-4f67-80a1-d789955ee0fd {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:14:01.133993 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4135490e-a5b9-4f7f-b01b-60d0a6bf7d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe931329-5d49-473e-b438-0f6e1c7ff098', 'code': 200} Sep 23 03:14:01.261488 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:01.262539 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:14:01.342448 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=fe931329-5d49-473e-b438-0f6e1c7ff098,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:01.345789 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f66744-39af-4ae0-b95e-128783406843 req-50f70d3f-014c-4db2-88fd-3347662725ee tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:01.350888 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60591237-1047-4a58-b095-8d6cf31c128f req-035afb98-3095-478d-bb4f-87a6971d2f8d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:01.351792 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.352133 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.352476 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.352841 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.352959 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-60591237-1047-4a58-b095-8d6cf31c128f req-035afb98-3095-478d-bb4f-87a6971d2f8d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0671268 Sep 23 03:14:01.353182 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.353519 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.353753 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e6f66744-39af-4ae0-b95e-128783406843 req-50f70d3f-014c-4db2-88fd-3347662725ee tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0665064 Sep 23 03:14:01.353892 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.354164 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.354679 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.355174 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.355656 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.356139 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:01.387882 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e6f66744-39af-4ae0-b95e-128783406843 req-36682d32-3dec-49b0-a048-e309b2a5c813 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329790 Sep 23 03:14:01.393916 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-60591237-1047-4a58-b095-8d6cf31c128f req-af5a26de-8332-4d94-accb-d3fb0428d79b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332458 Sep 23 03:14:01.436264 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:14:01.440364 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:14:01.440766 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:01.513932 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:01.545062 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:14:01.624952 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:01.672618 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:01.831956 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08818b-5a63-4710-a262-48a5c40fd194 req-c2967ff9-0896-4567-84f8-4dac96d4b2e7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:01.833455 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5c08818b-5a63-4710-a262-48a5c40fd194 req-c2967ff9-0896-4567-84f8-4dac96d4b2e7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0640671 Sep 23 03:14:01.873974 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5c08818b-5a63-4710-a262-48a5c40fd194 req-58f0f140-01e4-4964-9944-b2b95371e80f tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332518 Sep 23 03:14:02.040353 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14a034-0195-4a69-bd0f-4da516af01cc req-da038707-6244-4a15-acfa-0a9144c66ea8 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:02.041857 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0e14a034-0195-4a69-bd0f-4da516af01cc req-da038707-6244-4a15-acfa-0a9144c66ea8 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0470357 Sep 23 03:14:02.076747 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0e14a034-0195-4a69-bd0f-4da516af01cc req-3dc1ea1f-55d2-4bef-b0bb-e073f1ee1161 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290949 Sep 23 03:14:02.511439 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34233f52-41c6-4fbd-85b1-34eb0714b3ab req-80222729-2eea-4535-8c48-13b06b3b753e tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:02.512264 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af8ad-82bf-49b6-b798-9d6a73fe71af req-c0a240a9-6837-44c0-83ed-810c4f5893d6 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:02.512970 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-34233f52-41c6-4fbd-85b1-34eb0714b3ab req-80222729-2eea-4535-8c48-13b06b3b753e tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0482497 Sep 23 03:14:02.513776 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8a8af8ad-82bf-49b6-b798-9d6a73fe71af req-c0a240a9-6837-44c0-83ed-810c4f5893d6 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0558906 Sep 23 03:14:02.550233 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-34233f52-41c6-4fbd-85b1-34eb0714b3ab req-02c3cf32-ae49-4025-a528-ab44eb9854d7 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Sep 23 03:14:02.550727 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8a8af8ad-82bf-49b6-b798-9d6a73fe71af req-4c08ffd4-840f-45a8-9b8d-627aebeacde3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312095 Sep 23 03:14:02.988172 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8cdc0-2e06-4809-a398-f5ec076d0454 req-aff6aa7a-091a-4493-8e7a-cd362cb309b7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:02.989689 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-94e8cdc0-2e06-4809-a398-f5ec076d0454 req-aff6aa7a-091a-4493-8e7a-cd362cb309b7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0512624 Sep 23 03:14:03.026927 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-94e8cdc0-2e06-4809-a398-f5ec076d0454 req-64e7ae29-5b0f-4e27-bb42-e9a34f6d96ed tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312746 Sep 23 03:14:03.135176 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:14:03.137561 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c729e5f-0df0-4eaf-9f39-fabe0204fc7d" -d '{"events": [{"server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "name": "network-vif-plugged", "status": "completed", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:14:03.173194 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc61877-a9f2-4a09-9b6c-a11707fdd41d x-openstack-request-id: req-7fc61877-a9f2-4a09-9b6c-a11707fdd41d {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:14:03.173488 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "name": "network-vif-plugged", "status": "completed", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:14:03.173741 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7fc61877-a9f2-4a09-9b6c-a11707fdd41d {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:14:03.174132 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'code': 200} Sep 23 03:14:03.187592 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024a7ee-739c-4e22-8398-eb371570f276 req-9e923608-d34f-4df9-8753-c84a7ece7754 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:03.189107 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4024a7ee-739c-4e22-8398-eb371570f276 req-9e923608-d34f-4df9-8753-c84a7ece7754 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0478451 Sep 23 03:14:03.226350 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4024a7ee-739c-4e22-8398-eb371570f276 req-27947ac4-2a11-4463-b1ea-fdb33145b440 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308349 Sep 23 03:14:03.663465 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587adb93-0324-4d90-86b4-c847831515f8 req-27d0f084-ab9b-470a-a590-58b9b609f8cc tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:03.664965 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-587adb93-0324-4d90-86b4-c847831515f8 req-27d0f084-ab9b-470a-a590-58b9b609f8cc tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0472565 Sep 23 03:14:03.665717 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaf765-c720-4737-ab12-94e25077df7b req-96ce32f5-5584-4010-808f-a0ae2fe7b2f3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:03.667188 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f5eaf765-c720-4737-ab12-94e25077df7b req-96ce32f5-5584-4010-808f-a0ae2fe7b2f3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0480134 Sep 23 03:14:03.702159 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-587adb93-0324-4d90-86b4-c847831515f8 req-38ad8961-0cb3-4852-8063-2ca6be05e031 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Sep 23 03:14:03.708329 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f5eaf765-c720-4737-ab12-94e25077df7b req-ef55249c-0ef7-4d6a-8f01-abeb0439d237 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310044 Sep 23 03:14:04.136660 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1042e66-6902-4f5f-9c91-b2a1d0b83497 req-f9636def-eb24-4cc7-9ffa-8c720d9058bb tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:04.138810 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b1042e66-6902-4f5f-9c91-b2a1d0b83497 req-f9636def-eb24-4cc7-9ffa-8c720d9058bb tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0479634 Sep 23 03:14:04.180777 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b1042e66-6902-4f5f-9c91-b2a1d0b83497 req-104e2ec5-ba9d-4598-85d3-36fee4311524 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359993 Sep 23 03:14:04.357893 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f66b5-7665-45ed-a88c-8c89fdbdf0f7 req-fd6b3343-74f7-4f2b-b213-eb551eba9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:04.359633 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-885f66b5-7665-45ed-a88c-8c89fdbdf0f7 req-fd6b3343-74f7-4f2b-b213-eb551eba9f2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 1098 time: 0.0721853 Sep 23 03:14:04.367691 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2600f4-83b2-4613-b935-1b1f67232133 req-cf34d506-668b-41b7-bc43-e1e1dea0a409 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:04.370757 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5b2600f4-83b2-4613-b935-1b1f67232133 req-cf34d506-668b-41b7-bc43-e1e1dea0a409 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0717447 Sep 23 03:14:04.429123 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5b2600f4-83b2-4613-b935-1b1f67232133 req-20bd1c1c-1772-49ed-abce-fedcefc3beb4 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540438 Sep 23 03:14:04.430989 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-885f66b5-7665-45ed-a88c-8c89fdbdf0f7 req-287f14bb-3a74-4d1a-9be5-1b9e4ee30395 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Sep 23 03:14:04.821506 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc8e6c-b265-4256-a636-db6587cd7cab req-dc60b886-6cfc-49d7-8a75-c1e2136cad0d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:04.822373 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c5cde-e536-49be-8342-09400f683061 req-80bff90f-9eff-43e0-9cea-9a7fcd56162e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:04.823343 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cccc8e6c-b265-4256-a636-db6587cd7cab req-dc60b886-6cfc-49d7-8a75-c1e2136cad0d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0541923 Sep 23 03:14:04.824144 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-967c5cde-e536-49be-8342-09400f683061 req-80bff90f-9eff-43e0-9cea-9a7fcd56162e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0499945 Sep 23 03:14:04.861066 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cccc8e6c-b265-4256-a636-db6587cd7cab req-6e84a0d4-70cc-4e1a-874b-a9f588b6a151 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317891 Sep 23 03:14:04.861298 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-967c5cde-e536-49be-8342-09400f683061 req-5dda537a-09b6-4893-9947-115570608428 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307875 Sep 23 03:14:05.291321 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e3341-8653-4ff4-95cf-023d49379c7f req-200ea324-c0f3-47c3-9cce-25e46b9f4a9c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:05.292809 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-038e3341-8653-4ff4-95cf-023d49379c7f req-200ea324-c0f3-47c3-9cce-25e46b9f4a9c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0480185 Sep 23 03:14:05.328400 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-038e3341-8653-4ff4-95cf-023d49379c7f req-bf59ced0-cf5f-462e-97ed-c734cd6cbc9f tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298553 Sep 23 03:14:05.543193 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b127e4f-4ee6-4a26-9957-a8bc37d64f88 req-a52cfc64-0247-4879-9869-f49f847e19f0 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:05.544589 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8b127e4f-4ee6-4a26-9957-a8bc37d64f88 req-a52cfc64-0247-4879-9869-f49f847e19f0 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0511706 Sep 23 03:14:05.580058 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8b127e4f-4ee6-4a26-9957-a8bc37d64f88 req-812269a5-acdf-4215-98a4-ca4eb9f7fbd3 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297215 Sep 23 03:14:05.976497 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e127e9-9cf6-4207-8cf5-1d449ef07524 req-c4983ceb-4b07-4361-887d-2bd8df8750aa tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:05.983389 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-29e127e9-9cf6-4207-8cf5-1d449ef07524 req-c4983ceb-4b07-4361-887d-2bd8df8750aa tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0505238 Sep 23 03:14:05.983523 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436395a-8ef8-4641-b411-e9d31802f647 req-cd23df48-862f-4372-82a4-67375dd91b79 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:05.983523 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f436395a-8ef8-4641-b411-e9d31802f647 req-cd23df48-862f-4372-82a4-67375dd91b79 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0510654 Sep 23 03:14:06.015880 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-29e127e9-9cf6-4207-8cf5-1d449ef07524 req-566b97ea-b1d1-48a0-a8b3-cf260079e2db tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319114 Sep 23 03:14:06.022104 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f436395a-8ef8-4641-b411-e9d31802f647 req-ed8fd63d-fb30-4e9b-84bf-d13d4e1a6061 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341411 Sep 23 03:14:06.441003 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c90fc4-37c0-4651-a732-79f113af6163 req-b1c1ebf0-5e94-470e-bd4a-051d485b8ea9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:06.442386 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a5c90fc4-37c0-4651-a732-79f113af6163 req-b1c1ebf0-5e94-470e-bd4a-051d485b8ea9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0497403 Sep 23 03:14:06.483704 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a5c90fc4-37c0-4651-a732-79f113af6163 req-f676ebac-a3d7-4444-9c9d-3cadb978dce9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348642 Sep 23 03:14:06.641733 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 91d8a60b-64c2-40d5-b3f2-d768b237086a up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:14:06.690895 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b0c06-c0e7-4199-aec1-0919c37ac112 req-b3be5512-63fc-497d-afb9-a3f5087a35cb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:06.692733 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7e2b0c06-c0e7-4199-aec1-0919c37ac112 req-b3be5512-63fc-497d-afb9-a3f5087a35cb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 944 time: 0.0476074 Sep 23 03:14:06.729151 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7e2b0c06-c0e7-4199-aec1-0919c37ac112 req-a8f4e49b-ce69-419f-ad19-514a6fb044be tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305767 Sep 23 03:14:06.773744 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:06.796784 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port 91d8a60b-64c2-40d5-b3f2-d768b237086a completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:14:06.801130 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 91d8a60b-64c2-40d5-b3f2-d768b237086a triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:14:06.801571 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:06.880891 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:06.901792 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3e7808-544d-464f-a759-648393c4f9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8a60b-64c2-40d5-b3f2-d768b237086a'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:14:06.903986 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349591d6-40d3-4707-8578-08efb327e6be" -d '{"events": [{"server_uuid": "2f3e7808-544d-464f-a759-648393c4f9b8", "name": "network-vif-plugged", "status": "completed", "tag": "91d8a60b-64c2-40d5-b3f2-d768b237086a"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:14:06.919621 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 91d8a60b-64c2-40d5-b3f2-d768b237086a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=91d8a60b-64c2-40d5-b3f2-d768b237086a,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:14:06.939269 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94a1489-5336-493f-91d7-601b3cfb509c x-openstack-request-id: req-b94a1489-5336-493f-91d7-601b3cfb509c {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:14:06.939556 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3e7808-544d-464f-a759-648393c4f9b8", "name": "network-vif-plugged", "status": "completed", "tag": "91d8a60b-64c2-40d5-b3f2-d768b237086a", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:14:06.939805 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b94a1489-5336-493f-91d7-601b3cfb509c {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:14:06.940194 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3e7808-544d-464f-a759-648393c4f9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8a60b-64c2-40d5-b3f2-d768b237086a', 'code': 200} Sep 23 03:14:06.974628 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:06.975963 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a49c2a6f-b48c-430a-a827-5f061c7c60c2 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:14:07.048248 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=91d8a60b-64c2-40d5-b3f2-d768b237086a,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:07.159977 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377c13b-651f-4baa-acf5-d8085bc78211 req-b7a165d7-bf96-41ea-87df-3ae3317959fb tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:07.161533 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f377c13b-651f-4baa-acf5-d8085bc78211 req-b7a165d7-bf96-41ea-87df-3ae3317959fb tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0568883 Sep 23 03:14:07.161895 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port a49c2a6f-b48c-430a-a827-5f061c7c60c2 completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:14:07.164705 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5da230-d9ee-405f-a453-34e97077169b req-b8186453-e354-424c-96c0-a0307a712c75 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:07.166182 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4d5da230-d9ee-405f-a453-34e97077169b req-b8186453-e354-424c-96c0-a0307a712c75 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0527155 Sep 23 03:14:07.166895 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port a49c2a6f-b48c-430a-a827-5f061c7c60c2 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:14:07.167361 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:07.202099 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f377c13b-651f-4baa-acf5-d8085bc78211 req-e9644fc5-b91e-4da8-8152-fd1f20619115 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Sep 23 03:14:07.213142 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4d5da230-d9ee-405f-a453-34e97077169b req-71a55aee-a098-42a8-b33f-1c87c55e1d3d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406239 Sep 23 03:14:07.252241 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:07.282995 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a49c2a6f-b48c-430a-a827-5f061c7c60c2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a49c2a6f-b48c-430a-a827-5f061c7c60c2,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:14:07.357676 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:07.403944 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=a49c2a6f-b48c-430a-a827-5f061c7c60c2,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:07.594227 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000ed79-cfa0-439c-a9e8-0a673384703a req-4764a2a5-7dcb-4340-8f77-64585b7228fa tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:07.595687 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5000ed79-cfa0-439c-a9e8-0a673384703a req-4764a2a5-7dcb-4340-8f77-64585b7228fa tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0471146 Sep 23 03:14:07.633608 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5000ed79-cfa0-439c-a9e8-0a673384703a req-44337f65-2c25-4cb8-a527-59f260fa28b8 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Sep 23 03:14:07.669955 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82124d7-a20d-4987-8ed8-4618c96b7e5a req-37d2afa6-2b0f-469e-994e-6edfbe369e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:07.671435 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f82124d7-a20d-4987-8ed8-4618c96b7e5a req-37d2afa6-2b0f-469e-994e-6edfbe369e22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 1098 time: 0.0700505 Sep 23 03:14:08.026372 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886c55c-041d-4bfa-b59e-44e4b3c7e6e8 req-03041e9d-333a-495a-9eb8-ab24a8caa9c6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:08.027845 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1886c55c-041d-4bfa-b59e-44e4b3c7e6e8 req-03041e9d-333a-495a-9eb8-ab24a8caa9c6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.1968393 Sep 23 03:14:08.063862 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1886c55c-041d-4bfa-b59e-44e4b3c7e6e8 req-40803ea3-731c-45ea-9c54-2b8052976aca tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301166 Sep 23 03:14:08.325048 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a47f0-83f6-4b21-b2d0-58eafc1f1ff4 req-d65300c1-fb72-4f32-9189-4e36e232e5a2 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:08.326427 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f96a47f0-83f6-4b21-b2d0-58eafc1f1ff4 req-d65300c1-fb72-4f32-9189-4e36e232e5a2 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0474899 Sep 23 03:14:08.329865 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e475dc5-f77e-42d5-adce-03310b2bb29c req-d3136ee9-450b-4829-b832-2bab91a8f06c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:08.331319 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2e475dc5-f77e-42d5-adce-03310b2bb29c req-d3136ee9-450b-4829-b832-2bab91a8f06c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0457392 Sep 23 03:14:08.363406 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f96a47f0-83f6-4b21-b2d0-58eafc1f1ff4 req-6918d533-f5fa-4d73-9e73-24ce0f9574f1 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310335 Sep 23 03:14:08.368030 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2e475dc5-f77e-42d5-adce-03310b2bb29c req-987980d3-70a8-4976-b40a-a22eabfe23c2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309343 Sep 23 03:14:08.746895 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bd1a9-904b-451e-82f1-fdc6cadbd46e req-df5212de-38ba-487e-8a15-0358f64efab3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:08.748342 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bd7bd1a9-904b-451e-82f1-fdc6cadbd46e req-df5212de-38ba-487e-8a15-0358f64efab3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0511589 Sep 23 03:14:08.788063 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bd7bd1a9-904b-451e-82f1-fdc6cadbd46e req-d01327ce-70a6-4e6d-8385-f3244aebda67 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332000 Sep 23 03:14:08.941727 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ba4276-abfb-4947-920f-a0cc8dffab54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49c2a6f-b48c-430a-a827-5f061c7c60c2'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:14:08.944524 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8088e9d-2b44-46d7-a0dc-202621170335" -d '{"events": [{"server_uuid": "97ba4276-abfb-4947-920f-a0cc8dffab54", "name": "network-vif-plugged", "status": "completed", "tag": "a49c2a6f-b48c-430a-a827-5f061c7c60c2"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:14:08.978937 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b960e6-b5f7-4093-b7cb-680501c77315 x-openstack-request-id: req-a9b960e6-b5f7-4093-b7cb-680501c77315 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:14:08.979223 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ba4276-abfb-4947-920f-a0cc8dffab54", "name": "network-vif-plugged", "status": "completed", "tag": "a49c2a6f-b48c-430a-a827-5f061c7c60c2", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:14:08.979493 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9b960e6-b5f7-4093-b7cb-680501c77315 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:14:08.979877 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ba4276-abfb-4947-920f-a0cc8dffab54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49c2a6f-b48c-430a-a827-5f061c7c60c2', 'code': 200} Sep 23 03:14:09.180689 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e747db-9356-48ce-b25c-9c2e986cd5c2 req-253c94b8-ee9f-43dc-828e-94df1a728602 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:09.182315 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f5e747db-9356-48ce-b25c-9c2e986cd5c2 req-253c94b8-ee9f-43dc-828e-94df1a728602 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0534239 Sep 23 03:14:09.219478 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f5e747db-9356-48ce-b25c-9c2e986cd5c2 req-ea5d84e4-8cb4-48e8-9c34-270e98f4a10d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313921 Sep 23 03:14:09.382188 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f82124d7-a20d-4987-8ed8-4618c96b7e5a req-81344946-f0c9-4cdd-8ebd-0056f08c5b17 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353286 Sep 23 03:14:09.488148 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30b137-9f6b-47e0-af76-cb5df2339d31 req-5b958777-36da-416b-b70b-c6b2f7d10a81 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:09.489590 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5f30b137-9f6b-47e0-af76-cb5df2339d31 req-5b958777-36da-416b-b70b-c6b2f7d10a81 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0581460 Sep 23 03:14:09.495449 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b348c-e584-4f6c-b010-3c1f6ecd075d req-8aecf30b-ab3b-438b-a45d-fbc6823c0eca tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:09.496947 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-792b348c-e584-4f6c-b010-3c1f6ecd075d req-8aecf30b-ab3b-438b-a45d-fbc6823c0eca tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0588317 Sep 23 03:14:09.528266 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5f30b137-9f6b-47e0-af76-cb5df2339d31 req-5bb1210a-fddc-4637-8f59-75f19ef6c118 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Sep 23 03:14:09.533514 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-792b348c-e584-4f6c-b010-3c1f6ecd075d req-3ce82048-ff3d-4cd2-ae86-f8e7e4ca5c01 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316787 Sep 23 03:14:09.897048 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec888a1-f42a-45d9-92ae-8a4bbd6d91c7 req-d33d9a1c-4795-4428-b8e3-00676bb363d5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:09.898484 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-aec888a1-f42a-45d9-92ae-8a4bbd6d91c7 req-d33d9a1c-4795-4428-b8e3-00676bb363d5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0462661 Sep 23 03:14:09.934577 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-aec888a1-f42a-45d9-92ae-8a4bbd6d91c7 req-8a54ae0e-03c1-4664-9c2f-67caca215cc0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304077 Sep 23 03:14:10.201297 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82024fae-60c0-4022-8882-0ba365861337 req-209c41e1-95fe-403b-ab79-329be0d983e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:10.202811 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-82024fae-60c0-4022-8882-0ba365861337 req-209c41e1-95fe-403b-ab79-329be0d983e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 1098 time: 0.0381103 Sep 23 03:14:10.242229 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-82024fae-60c0-4022-8882-0ba365861337 req-c5737574-d4fc-43f2-a25f-eb49ccf09648 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302808 Sep 23 03:14:10.352381 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5b09d-2f74-4322-8ebb-aed905df5fa4 req-a72e5295-c720-400d-bbc1-cad179730d1f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:10.353880 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-54c5b09d-2f74-4322-8ebb-aed905df5fa4 req-a72e5295-c720-400d-bbc1-cad179730d1f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0512912 Sep 23 03:14:10.391145 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-54c5b09d-2f74-4322-8ebb-aed905df5fa4 req-feaf2a46-6ea8-4e60-9f50-8858f8bade4b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Sep 23 03:14:10.645628 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64487411-8cc1-4301-973b-2516cc72e6e4 req-5a169d0a-d4f3-4202-acc4-81a29ab007f4 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:10.647997 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-64487411-8cc1-4301-973b-2516cc72e6e4 req-5a169d0a-d4f3-4202-acc4-81a29ab007f4 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0533094 Sep 23 03:14:10.650253 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb8aeb-492b-4fef-b598-594acbe11265 req-60132b25-964b-4542-b911-c084c6847c68 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:10.651735 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bfbb8aeb-492b-4fef-b598-594acbe11265 req-60132b25-964b-4542-b911-c084c6847c68 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0483029 Sep 23 03:14:10.684557 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-64487411-8cc1-4301-973b-2516cc72e6e4 req-5c432495-e781-409f-8e68-9b04f6c36607 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302594 Sep 23 03:14:10.688718 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bfbb8aeb-492b-4fef-b598-594acbe11265 req-8574535c-bfc6-4883-9916-21e9216021ae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310097 Sep 23 03:14:10.880223 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb64e3-212a-4da2-a122-d2f04b930413 req-5a3a80b0-1900-48b2-8e42-38e1a35ddfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:10.881799 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f4fb64e3-212a-4da2-a122-d2f04b930413 req-5a3a80b0-1900-48b2-8e42-38e1a35ddfb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 1098 time: 0.0393641 Sep 23 03:14:10.938836 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f4fb64e3-212a-4da2-a122-d2f04b930413 req-7c9a2596-d0f2-4835-b88e-611638040fdd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269344 Sep 23 03:14:11.046040 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20712f3-2d0f-4243-9ee2-80010b4a1621 req-deef27a1-433a-4801-b48d-f370b11137c4 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:11.047483 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b20712f3-2d0f-4243-9ee2-80010b4a1621 req-deef27a1-433a-4801-b48d-f370b11137c4 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0472660 Sep 23 03:14:11.083859 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b20712f3-2d0f-4243-9ee2-80010b4a1621 req-8721972f-c50a-4ff3-9876-a48574b02cb5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304282 Sep 23 03:14:11.502556 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ced0cc-1fee-4dd1-a4ea-7f19e636422b req-1939c1cb-6a21-4aed-b027-e4505fca016d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:11.504021 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c4ced0cc-1fee-4dd1-a4ea-7f19e636422b req-1939c1cb-6a21-4aed-b027-e4505fca016d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0477910 Sep 23 03:14:11.547459 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c4ced0cc-1fee-4dd1-a4ea-7f19e636422b req-b35a5d6e-6ccb-44af-ae32-c2537a20498d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Sep 23 03:14:11.790109 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:14:11.830647 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f262ab-efef-452d-94dd-831b149f4d24 req-bb732a7c-c368-40e9-b993-7ac3cb157001 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:11.833477 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b068191-d22f-4c9c-9144-7094bf072164 req-1144398f-3444-4da3-bcc4-592c4a57c2b1 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:11.836534 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9b068191-d22f-4c9c-9144-7094bf072164 req-1144398f-3444-4da3-bcc4-592c4a57c2b1 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0760565 Sep 23 03:14:11.837076 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01f262ab-efef-452d-94dd-831b149f4d24 req-bb732a7c-c368-40e9-b993-7ac3cb157001 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0709462 Sep 23 03:14:11.873548 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01f262ab-efef-452d-94dd-831b149f4d24 req-a3a9e869-6c6c-4230-a616-deb8ce61ab3d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336235 Sep 23 03:14:11.877707 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9b068191-d22f-4c9c-9144-7094bf072164 req-4b6d1204-0722-40a4-afe7-a337b1b2212b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348270 Sep 23 03:14:12.670131 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a838-e50d-41d3-bfa9-8000d8269843 req-da5cf25c-127e-43e1-ae13-17ac37728451 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:12.672027 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-60d6a838-e50d-41d3-bfa9-8000d8269843 req-da5cf25c-127e-43e1-ae13-17ac37728451 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0575302 Sep 23 03:14:12.710544 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-60d6a838-e50d-41d3-bfa9-8000d8269843 req-3a0920a6-59d3-45f7-8a2b-024fe1992b03 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325816 Sep 23 03:14:12.991797 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639432d-a9d0-4325-8cf4-b7a5bf1e6d4b req-060fb0dd-18eb-4ce2-80d5-ebf1884cb4c3 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:12.993321 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5639432d-a9d0-4325-8cf4-b7a5bf1e6d4b req-060fb0dd-18eb-4ce2-80d5-ebf1884cb4c3 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0492764 Sep 23 03:14:12.997408 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856a752-7789-4573-85d0-3ebfc62c0a80 req-6b324263-7ce9-4d3c-ae7c-6cf39d1249e9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:12.998939 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a856a752-7789-4573-85d0-3ebfc62c0a80 req-6b324263-7ce9-4d3c-ae7c-6cf39d1249e9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0477562 Sep 23 03:14:13.033346 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5639432d-a9d0-4325-8cf4-b7a5bf1e6d4b req-ffe169c4-418f-40e3-abbe-734ff77a9901 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Sep 23 03:14:13.038298 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a856a752-7789-4573-85d0-3ebfc62c0a80 req-78edaa02-a79a-4a61-84ac-b763bf86b3d1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334599 Sep 23 03:14:13.823151 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae337b5-69d9-4426-8c19-ab11f62ffc67 req-8597600f-2d35-40a8-8d6d-57af20bf201d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:13.824654 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cae337b5-69d9-4426-8c19-ab11f62ffc67 req-8597600f-2d35-40a8-8d6d-57af20bf201d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0470994 Sep 23 03:14:13.861496 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cae337b5-69d9-4426-8c19-ab11f62ffc67 req-2f0e21f7-a51c-4faf-acf4-32174a4f2eb8 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Sep 23 03:14:14.158901 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6a74c-25cb-4c3b-896b-761bcf41a6ea req-1333bbf1-e900-437d-b978-b71ca23a7000 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:14.160424 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9cf6a74c-25cb-4c3b-896b-761bcf41a6ea req-1333bbf1-e900-437d-b978-b71ca23a7000 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0516379 Sep 23 03:14:14.161605 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44addd80-965f-436a-9304-0dee76a39903 req-8563c127-e9b0-40d7-a39f-3451a31b08bb tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:14.163076 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-44addd80-965f-436a-9304-0dee76a39903 req-8563c127-e9b0-40d7-a39f-3451a31b08bb tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0505509 Sep 23 03:14:14.197934 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9cf6a74c-25cb-4c3b-896b-761bcf41a6ea req-ca5324eb-7b90-4a46-8e1e-aab3199bde72 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Sep 23 03:14:14.200562 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-44addd80-965f-436a-9304-0dee76a39903 req-397283af-fe20-4a27-b950-f64006d932b0 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310278 Sep 23 03:14:14.971031 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f4421-c0e3-4ffc-8b4a-4715f739c700 req-77f6cee3-c812-4ef9-9b97-13e968b0e8df tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:14.972416 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-101f4421-c0e3-4ffc-8b4a-4715f739c700 req-77f6cee3-c812-4ef9-9b97-13e968b0e8df tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0470920 Sep 23 03:14:15.008458 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-101f4421-c0e3-4ffc-8b4a-4715f739c700 req-e710421f-e63c-4574-9da2-3ef6e587d1a4 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302172 Sep 23 03:14:15.310725 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c498962-4915-4479-9aba-a81747fcb836 req-c879b8e6-8fc5-4399-939a-4cee804dc27b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:15.312220 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6c498962-4915-4479-9aba-a81747fcb836 req-c879b8e6-8fc5-4399-939a-4cee804dc27b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0487165 Sep 23 03:14:15.314523 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffaa6c-a2a2-483a-9254-4ae1e3ab0289 req-0bf34a07-3158-4271-85f6-2fcb60f70a06 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:15.316024 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fbffaa6c-a2a2-483a-9254-4ae1e3ab0289 req-0bf34a07-3158-4271-85f6-2fcb60f70a06 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0470922 Sep 23 03:14:15.351692 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6c498962-4915-4479-9aba-a81747fcb836 req-35a8000c-4987-4821-a6cc-38ac9fecaf8d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Sep 23 03:14:15.353505 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fbffaa6c-a2a2-483a-9254-4ae1e3ab0289 req-84890e05-ad7c-4618-a6b5-c5130943576f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310640 Sep 23 03:14:16.118432 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af44818-4162-4678-8071-9fde4ff4f643 req-12b01612-947a-4313-bebb-fa44cc1633cd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:16.119865 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4af44818-4162-4678-8071-9fde4ff4f643 req-12b01612-947a-4313-bebb-fa44cc1633cd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0461822 Sep 23 03:14:16.155322 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4af44818-4162-4678-8071-9fde4ff4f643 req-d2d4971f-aa83-4daa-b35f-6194beb31bc9 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297818 Sep 23 03:14:16.468950 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029309b5-2c4b-4078-b14c-654012481683 req-f0efa9a4-a7f2-422a-9475-cb2794e8b2cf tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:16.470602 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-029309b5-2c4b-4078-b14c-654012481683 req-f0efa9a4-a7f2-422a-9475-cb2794e8b2cf tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0533268 Sep 23 03:14:16.471888 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d5e54-7591-414f-b597-da8178bc9b17 req-7c9dcda0-ce0a-49b7-a4d5-e2f1ada48312 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:16.473382 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-243d5e54-7591-414f-b597-da8178bc9b17 req-7c9dcda0-ce0a-49b7-a4d5-e2f1ada48312 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0514395 Sep 23 03:14:16.510200 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-029309b5-2c4b-4078-b14c-654012481683 req-2cee0c36-d058-4734-b99d-eb28b2f44426 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Sep 23 03:14:16.514247 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-243d5e54-7591-414f-b597-da8178bc9b17 req-34ac94a2-6b18-4a2b-9f83-48cc953dbd18 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341792 Sep 23 03:14:17.270464 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8ffd6-6d89-468d-bae6-7f578ad85b59 req-946512fb-02a4-420e-8e17-485c4fd23b4a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:17.272553 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8ce8ffd6-6d89-468d-bae6-7f578ad85b59 req-946512fb-02a4-420e-8e17-485c4fd23b4a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0521719 Sep 23 03:14:17.307655 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8ce8ffd6-6d89-468d-bae6-7f578ad85b59 req-a8e60484-737f-4ad7-b703-35e74313ccc5 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293024 Sep 23 03:14:17.633968 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079de6c-043c-4d53-baea-3c01ab2f9bc1 req-dac4af61-6f1c-446f-af22-f529e8b1ead2 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:17.634753 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e67bbf-cb36-4b04-9539-b729cc283836 req-ddd1bb04-e20f-442f-9f30-caf6c96e86ca tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:17.635455 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0079de6c-043c-4d53-baea-3c01ab2f9bc1 req-dac4af61-6f1c-446f-af22-f529e8b1ead2 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0524018 Sep 23 03:14:17.640294 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-58e67bbf-cb36-4b04-9539-b729cc283836 req-ddd1bb04-e20f-442f-9f30-caf6c96e86ca tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0489862 Sep 23 03:14:17.674450 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0079de6c-043c-4d53-baea-3c01ab2f9bc1 req-8528f3f1-de73-49e5-8bfc-4b182cee4ab5 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Sep 23 03:14:17.674690 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-58e67bbf-cb36-4b04-9539-b729cc283836 req-342640cd-e4ab-468f-a691-d3b5e4756d3b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322280 Sep 23 03:14:18.418516 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484c06-5c78-41b4-9399-10335687d7cd req-8a2e5810-dd85-432e-a78a-cae0f06e48dd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:18.420009 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3b484c06-5c78-41b4-9399-10335687d7cd req-8a2e5810-dd85-432e-a78a-cae0f06e48dd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0473001 Sep 23 03:14:18.456750 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3b484c06-5c78-41b4-9399-10335687d7cd req-0e9c5b4e-d337-4b26-b509-14ca8dd88b44 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Sep 23 03:14:18.791044 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f45acc-8e4a-45d3-a434-e73447931ce4 req-132b9a97-70e2-4a94-ae77-1dbbe81cd312 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:18.792584 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-07f45acc-8e4a-45d3-a434-e73447931ce4 req-132b9a97-70e2-4a94-ae77-1dbbe81cd312 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0512393 Sep 23 03:14:18.800042 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edec847-8277-4e45-8825-73e62f96caaa req-761c5909-e3e9-48b6-8f86-071d90490a55 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:18.801535 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5edec847-8277-4e45-8825-73e62f96caaa req-761c5909-e3e9-48b6-8f86-071d90490a55 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0519812 Sep 23 03:14:18.842421 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-07f45acc-8e4a-45d3-a434-e73447931ce4 req-22bdab15-9387-4af8-9b53-24394ce0f069 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433064 Sep 23 03:14:18.857963 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5edec847-8277-4e45-8825-73e62f96caaa req-3532272f-3743-46b1-ad7c-328e6a7a53e4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501246 Sep 23 03:14:19.019928 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206efed6-a072-4bfe-8809-34aeee4e860a req-6c448969-3f3d-4e26-9db1-b60802686a06 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:19.021466 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-206efed6-a072-4bfe-8809-34aeee4e860a req-6c448969-3f3d-4e26-9db1-b60802686a06 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0486386 Sep 23 03:14:19.030167 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 49602) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:19.034704 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-cab4585d-c12c-4214-8add-0a29d9b1142a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'floatingip': {'port_id': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:14:19.105682 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cab4585d-c12c-4214-8add-0a29d9b1142a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:19.591008 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489039-7d0a-47eb-a27f-3416629a81c2 req-f6be27ad-a404-47fe-a4e2-b374dc14137e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:19.598343 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d8489039-7d0a-47eb-a27f-3416629a81c2 req-f6be27ad-a404-47fe-a4e2-b374dc14137e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0624795 Sep 23 03:14:19.631470 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d8489039-7d0a-47eb-a27f-3416629a81c2 req-4aecdce9-2ba3-4fc1-9e7e-596e16812fa1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Sep 23 03:14:19.706231 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cab4585d-c12c-4214-8add-0a29d9b1142a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:19.780221 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cab4585d-c12c-4214-8add-0a29d9b1142a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:19.881656 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.l3_db [None req-cab4585d-c12c-4214-8add-0a29d9b1142a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Floating IP 9895208a-e565-456f-b349-2bc37d493200 associated. External IP: 172.27.1.90, port: a5f2fd12-35d0-4bf0-87db-ab4c96661bc7. Sep 23 03:14:20.083562 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74bfd1-18bb-4f7c-b117-3c89eee43aae req-81a267d8-2bca-478d-a9ec-3c6115a2aee3 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:20.085077 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9c74bfd1-18bb-4f7c-b117-3c89eee43aae req-81a267d8-2bca-478d-a9ec-3c6115a2aee3 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0478964 Sep 23 03:14:20.121728 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9c74bfd1-18bb-4f7c-b117-3c89eee43aae req-13637ce8-f288-443b-94c7-128c28e5045f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305724 Sep 23 03:14:20.245260 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab4585d-c12c-4214-8add-0a29d9b1142a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Router 4c686ded-8cba-4cd2-bb56-768896ee73ac has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:14:20.348405 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab4585d-c12c-4214-8add-0a29d9b1142a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:14:20.353408 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cab4585d-c12c-4214-8add-0a29d9b1142a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:20.361587 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f72c642-5d12-44ed-93c2-0f6a8a7d534b None None] Sync routers for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:14:20.370970 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f72c642-5d12-44ed-93c2-0f6a8a7d534b None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:14:20.371592 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-9f72c642-5d12-44ed-93c2-0f6a8a7d534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:13:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:14:20.382385 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-cab4585d-c12c-4214-8add-0a29d9b1142a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "PUT /v2.0/floatingips/9895208a-e565-456f-b349-2bc37d493200 HTTP/1.1" status: 200 len: 990 time: 1.3486044 Sep 23 03:14:20.382385 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7'}] {{(pid=94695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:14:20.382802 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ea325f59732fbd3d14639bb5eabbc68b86f67e4ce5ec58dbbdb68b31d0c114" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0487afd7-d3c8-4564-a14e-f23cd3231780" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7"}]}' {{(pid=94695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:14:20.433186 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07410950-27c7-46a9-861f-7106f838e14c x-openstack-request-id: req-07410950-27c7-46a9-861f-7106f838e14c {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:14:20.433475 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7", "status": "completed", "code": 200}]} {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:14:20.433723 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-07410950-27c7-46a9-861f-7106f838e14c {{(pid=94695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:14:20.434115 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'status': 'completed', 'code': 200} Sep 23 03:14:20.488073 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-9f72c642-5d12-44ed-93c2-0f6a8a7d534b None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:14:20.822327 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-9f72c642-5d12-44ed-93c2-0f6a8a7d534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '9895208a-e565-456f-b349-2bc37d493200', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'port_id': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'mac_address': 'fa:16:3e:c6:41:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:13:08Z', 'updated_at': '2021-09-23T03:14:19Z', 'revision_number': 1, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:14:20.852679 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f72c642-5d12-44ed-93c2-0f6a8a7d534b None None] Checking router: 4c686ded-8cba-4cd2-bb56-768896ee73ac for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:14:20.861135 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f72c642-5d12-44ed-93c2-0f6a8a7d534b None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:14:20.861745 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-9f72c642-5d12-44ed-93c2-0f6a8a7d534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:13:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:14:20.975526 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-9f72c642-5d12-44ed-93c2-0f6a8a7d534b None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:14:21.203545 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-9f72c642-5d12-44ed-93c2-0f6a8a7d534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '9895208a-e565-456f-b349-2bc37d493200', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'port_id': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'mac_address': 'fa:16:3e:c6:41:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:13:08Z', 'updated_at': '2021-09-23T03:14:19Z', 'revision_number': 1, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:14:21.232367 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f72c642-5d12-44ed-93c2-0f6a8a7d534b None None] The sync data for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi is: [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '9895208a-e565-456f-b349-2bc37d493200', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'floating_ip_address': '172.27.1.90', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'port_id': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'mac_address': 'fa:16:3e:c6:41:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:13:08Z', 'updated_at': '2021-09-23T03:14:19Z', 'revision_number': 1, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:14:21.245576 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c2dbb-79e8-44b1-baa6-ee0478a21d41 req-feca5e20-3588-46d9-a4f0-27fcb484180d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:21.247163 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4e9c2dbb-79e8-44b1-baa6-ee0478a21d41 req-feca5e20-3588-46d9-a4f0-27fcb484180d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0528910 Sep 23 03:14:21.289991 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4e9c2dbb-79e8-44b1-baa6-ee0478a21d41 req-7513affd-b8fc-4131-97e8-4413a8ab3fa2 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325940 Sep 23 03:14:21.459639 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da7fee-8642-45fe-91e8-adc927254dc6 None None] New status for floating IP 9895208a-e565-456f-b349-2bc37d493200: ACTIVE {{(pid=94697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:14:21.622264 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-074f4515-26b8-4453-a2ec-ce460c81a869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:22.397628 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9423bc-bb37-47d8-8c33-e58182da71cc req-0d3efa38-651c-4467-804c-d1dc2b1252c0 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:22.399074 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fe9423bc-bb37-47d8-8c33-e58182da71cc req-0d3efa38-651c-4467-804c-d1dc2b1252c0 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0469716 Sep 23 03:14:22.435250 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fe9423bc-bb37-47d8-8c33-e58182da71cc req-6fd8aff3-a492-4a5c-b8bb-fe2f385bb313 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304914 Sep 23 03:14:23.565158 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd00f7-8058-4bf6-be46-ad3700440c65 req-b8382882-ae4e-42cf-bee9-455a7dcf39bc tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:23.568959 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-69fd00f7-8058-4bf6-be46-ad3700440c65 req-b8382882-ae4e-42cf-bee9-455a7dcf39bc tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0680428 Sep 23 03:14:23.609691 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-69fd00f7-8058-4bf6-be46-ad3700440c65 req-18af3af8-46d1-468d-b099-d72d42aa65c3 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362117 Sep 23 03:14:23.616852 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b673a-15ef-49a9-be2a-783b9a430e62 req-369c9a3e-a3d2-4cab-b89a-5064db9edc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:23.618496 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c21b673a-15ef-49a9-be2a-783b9a430e62 req-369c9a3e-a3d2-4cab-b89a-5064db9edc39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 1098 time: 0.0551379 Sep 23 03:14:23.664313 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487afd7-d3c8-4564-a14e-f23cd3231780 req-9b3f2724-73ba-439a-b149-6aa5c7689e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:23.665900 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0487afd7-d3c8-4564-a14e-f23cd3231780 req-9b3f2724-73ba-439a-b149-6aa5c7689e45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 1098 time: 0.0462565 Sep 23 03:14:23.775276 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b673a-15ef-49a9-be2a-783b9a430e62 req-7a3e651a-4412-4da7-90db-5edeea85b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:23.776833 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c21b673a-15ef-49a9-be2a-783b9a430e62 req-7a3e651a-4412-4da7-90db-5edeea85b318 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d10651e-f809-49e7-bd10-b6e6b7add90a HTTP/1.1" status: 200 len: 920 time: 0.1488838 Sep 23 03:14:23.820818 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c21b673a-15ef-49a9-be2a-783b9a430e62 req-0089d1fc-d79f-4982-a5c4-c12f82a4d0ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91d8a60b-64c2-40d5-b3f2-d768b237086a HTTP/1.1" status: 200 len: 217 time: 0.0347941 Sep 23 03:14:23.845429 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487afd7-d3c8-4564-a14e-f23cd3231780 req-ec264c12-7c53-43cf-988c-9274ec870650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:23.846925 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0487afd7-d3c8-4564-a14e-f23cd3231780 req-ec264c12-7c53-43cf-988c-9274ec870650 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 918 time: 0.1574647 Sep 23 03:14:23.871161 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b673a-15ef-49a9-be2a-783b9a430e62 req-ec4841f2-b6fe-4cf7-a365-61eaf02dc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:23.872677 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c21b673a-15ef-49a9-be2a-783b9a430e62 req-ec4841f2-b6fe-4cf7-a365-61eaf02dc1e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3aa06fe-d1df-4102-a886-3bfd91ea52d9 HTTP/1.1" status: 200 len: 859 time: 0.0433898 Sep 23 03:14:23.930165 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c21b673a-15ef-49a9-be2a-783b9a430e62 req-e3481113-19d5-4fd7-88c4-ec83e92f8f4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d10651e-f809-49e7-bd10-b6e6b7add90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287139 Sep 23 03:14:23.957481 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0487afd7-d3c8-4564-a14e-f23cd3231780 req-8ff7a57a-eed7-44b4-9dd1-ca6833c4913c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 HTTP/1.1" status: 200 len: 1000 time: 0.0983057 Sep 23 03:14:24.009206 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487afd7-d3c8-4564-a14e-f23cd3231780 req-7638424e-28bf-4b24-abb6-5497a45e407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:24.010747 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0487afd7-d3c8-4564-a14e-f23cd3231780 req-7638424e-28bf-4b24-abb6-5497a45e407f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0457730 Sep 23 03:14:24.022512 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c21b673a-15ef-49a9-be2a-783b9a430e62 req-8187ca30-e405-4406-84fd-e69e888dce48 service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845618 Sep 23 03:14:24.057803 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487afd7-d3c8-4564-a14e-f23cd3231780 req-98cca2b6-4935-4541-b620-e84c9136afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:24.059288 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0487afd7-d3c8-4564-a14e-f23cd3231780 req-98cca2b6-4935-4541-b620-e84c9136afe7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391984 Sep 23 03:14:24.116242 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c21b673a-15ef-49a9-be2a-783b9a430e62 req-bdb66814-dea1-4666-9771-000ce47de449 service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840092 Sep 23 03:14:24.164237 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0487afd7-d3c8-4564-a14e-f23cd3231780 req-e0926020-de45-43fb-aab0-b7238451eea1 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836306 Sep 23 03:14:24.263669 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0487afd7-d3c8-4564-a14e-f23cd3231780 req-78c679b3-0d58-4a30-bb69-8ef26d2d3a19 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881231 Sep 23 03:14:24.334793 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8f7bd84c-d018-4134-8d10-d2719a7ae914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:24.741712 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01bb26-5eb6-4579-9a7a-c426436364b8 req-48ef3759-e7b4-4eda-995f-3ee1d646a00b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:24.743179 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5e01bb26-5eb6-4579-9a7a-c426436364b8 req-48ef3759-e7b4-4eda-995f-3ee1d646a00b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0563772 Sep 23 03:14:24.769855 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:24.780766 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5e01bb26-5eb6-4579-9a7a-c426436364b8 req-188732c1-bc76-4d28-bc42-24e9a0dfeea3 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Sep 23 03:14:25.254111 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:25.899212 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f25d4e-77dd-43dc-a63d-0d31aadebe68 req-d988ab69-c240-4f37-842a-e6622a505190 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:25.901180 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-12f25d4e-77dd-43dc-a63d-0d31aadebe68 req-d988ab69-c240-4f37-842a-e6622a505190 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0499451 Sep 23 03:14:25.939058 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-12f25d4e-77dd-43dc-a63d-0d31aadebe68 req-e4812564-3c07-4411-bd01-f0dd0eb77d0e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Sep 23 03:14:27.071479 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:27.194079 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940bc93-a8fc-48fa-a0ac-34e88ac05761 req-6082096e-d374-4a22-aa6a-794b5e4573b1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:27.195604 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3940bc93-a8fc-48fa-a0ac-34e88ac05761 req-6082096e-d374-4a22-aa6a-794b5e4573b1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0489056 Sep 23 03:14:27.235104 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3940bc93-a8fc-48fa-a0ac-34e88ac05761 req-b74157bf-ce4d-455c-a493-243fe2dedc6a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Sep 23 03:14:28.358538 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6ec09-334a-4c97-bf85-c853244459dc req-ba8f3fa0-7ca1-4d9a-b196-6197f9515a16 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:28.360034 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a4c6ec09-334a-4c97-bf85-c853244459dc req-ba8f3fa0-7ca1-4d9a-b196-6197f9515a16 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0532007 Sep 23 03:14:28.397030 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a4c6ec09-334a-4c97-bf85-c853244459dc req-1e95c582-cd11-4fc5-973d-51b9adaa6ee5 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309980 Sep 23 03:14:29.304392 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 49860) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:29.417865 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:29.540622 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb073bbb-e4d9-437b-b408-78edefee4e2a req-18be1c4e-c6f1-43b4-b8de-72a8a37bbf79 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:29.542079 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb073bbb-e4d9-437b-b408-78edefee4e2a req-18be1c4e-c6f1-43b4-b8de-72a8a37bbf79 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0747125 Sep 23 03:14:29.551287 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:29.580433 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb073bbb-e4d9-437b-b408-78edefee4e2a req-552e801e-1163-4294-8ea6-3d5ce834d93a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310783 Sep 23 03:14:29.614997 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:29.652940 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aefdbd026e5e4f5da85798637a4aa1f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473711 Sep 23 03:14:29.655231 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffe2527-bd1c-4c41-bc83-4ec74c6750a2,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:29.655562 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 49880) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:29.662180 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.662532 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.662875 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.663214 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.663548 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.663881 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.664250 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.664608 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.664941 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.665267 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.665597 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.665919 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb93165-b0f7-454f-9d47-fd4b36ce517d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.711582 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:29.742661 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:29.876828 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:29.879386 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:29.880685 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ffe2527-bd1c-4c41-bc83-4ec74c6750a2 HTTP/1.1" status: 204 len: 168 time: 0.2240598 Sep 23 03:14:29.888213 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffe2527-bd1c-4c41-bc83-4ec74c6750a2,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:29.895051 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.897505 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.897505 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.897505 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.897505 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.897505 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.897505 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.897505 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.898080 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.898080 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.898399 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:29.898720 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40580c-102d-4918-bf6b-e69dd0b86f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:14:30.555553 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 49904) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:30.568514 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fa9a80fc-780b-4c48-8862-0ce887fbdc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:30.656357 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fa9a80fc-780b-4c48-8862-0ce887fbdc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:30.692157 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28c4e8-fe33-4eaf-9aab-6b8cbaeab2f4 req-987e1159-56c8-4f11-a69a-56e60eabd273 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:30.694154 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9a28c4e8-fe33-4eaf-9aab-6b8cbaeab2f4 req-987e1159-56c8-4f11-a69a-56e60eabd273 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0482364 Sep 23 03:14:30.711299 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fa9a80fc-780b-4c48-8862-0ce887fbdc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:30.731146 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9a28c4e8-fe33-4eaf-9aab-6b8cbaeab2f4 req-f7c9d792-1fff-4bc4-9b02-9714689e892c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Sep 23 03:14:30.750088 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-fa9a80fc-780b-4c48-8862-0ce887fbdc23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b676fc31c0045b1b244fc935633ba2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934359 Sep 23 03:14:30.751083 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a80fc-780b-4c48-8862-0ce887fbdc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1016ea-4f27-4e80-ba51-abd04680a796,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:30.752632 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 49908) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:30.799803 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-018a7ca0-4e25-4b01-8fd2-9961989d9f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:30.821468 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-018a7ca0-4e25-4b01-8fd2-9961989d9f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:31.105347 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-018a7ca0-4e25-4b01-8fd2-9961989d9f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:31.108018 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-018a7ca0-4e25-4b01-8fd2-9961989d9f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:31.118424 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-018a7ca0-4e25-4b01-8fd2-9961989d9f27 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a1016ea-4f27-4e80-ba51-abd04680a796 HTTP/1.1" status: 204 len: 168 time: 0.3559668 Sep 23 03:14:31.118679 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a7ca0-4e25-4b01-8fd2-9961989d9f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1016ea-4f27-4e80-ba51-abd04680a796,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:31.823421 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 49934) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:31.840248 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5d773513-c059-46fd-84c8-e76e74995ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:31.867146 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a5aa-4dc8-4837-91e9-4addb419cad4 req-54320fa7-830b-46ac-af6b-d00bb30fa801 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:31.868678 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b427a5aa-4dc8-4837-91e9-4addb419cad4 req-54320fa7-830b-46ac-af6b-d00bb30fa801 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0723124 Sep 23 03:14:31.928793 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b427a5aa-4dc8-4837-91e9-4addb419cad4 req-59c88d1d-4ab2-4bb2-aaee-e68c048c788f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531812 Sep 23 03:14:31.975454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5d773513-c059-46fd-84c8-e76e74995ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:32.133124 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5d773513-c059-46fd-84c8-e76e74995ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:32.179298 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-5d773513-c059-46fd-84c8-e76e74995ee5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0800d1533d534b1f9dfe1d844e46857a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3464382 Sep 23 03:14:32.179298 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d773513-c059-46fd-84c8-e76e74995ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3155d1e7-64ba-4074-98b7-254064257e50,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:32.181001 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 49950) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:32.230437 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-552b2867-064e-45ae-b082-e1924f6b4163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:32.251601 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-552b2867-064e-45ae-b082-e1924f6b4163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:32.372719 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-552b2867-064e-45ae-b082-e1924f6b4163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:32.375131 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-552b2867-064e-45ae-b082-e1924f6b4163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:32.376284 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-552b2867-064e-45ae-b082-e1924f6b4163 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3155d1e7-64ba-4074-98b7-254064257e50 HTTP/1.1" status: 204 len: 168 time: 0.1942759 Sep 23 03:14:32.384234 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b2867-064e-45ae-b082-e1924f6b4163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3155d1e7-64ba-4074-98b7-254064257e50,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:32.648705 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 49964) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:32.761949 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cf63ec6a-48c1-42d8-8b6c-b1659f0465aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:32.846462 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cf63ec6a-48c1-42d8-8b6c-b1659f0465aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:32.905426 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cf63ec6a-48c1-42d8-8b6c-b1659f0465aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:32.943779 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-cf63ec6a-48c1-42d8-8b6c-b1659f0465aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5727c451ed734183827cecb9d23d44a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938478 Sep 23 03:14:32.944926 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63ec6a-48c1-42d8-8b6c-b1659f0465aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a7b1f9-2cd5-4b1d-bd8a-ab5cd271fd76,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:32.946438 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 49976) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:32.997226 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b785909a-4f6b-4911-8ecf-e97eb67093fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:33.027940 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b785909a-4f6b-4911-8ecf-e97eb67093fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:33.063075 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163158de-7e44-42b5-9353-07eea02a2ae7 req-faf55af9-65aa-486b-acab-a7de8ce46920 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:33.064821 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-163158de-7e44-42b5-9353-07eea02a2ae7 req-faf55af9-65aa-486b-acab-a7de8ce46920 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0521791 Sep 23 03:14:33.109603 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-163158de-7e44-42b5-9353-07eea02a2ae7 req-7d7de63b-a2e7-4c0c-b447-89256d2fa08b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364652 Sep 23 03:14:33.139601 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b785909a-4f6b-4911-8ecf-e97eb67093fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:33.142526 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b785909a-4f6b-4911-8ecf-e97eb67093fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:33.143822 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b785909a-4f6b-4911-8ecf-e97eb67093fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75a7b1f9-2cd5-4b1d-bd8a-ab5cd271fd76 HTTP/1.1" status: 204 len: 168 time: 0.1957593 Sep 23 03:14:33.153207 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785909a-4f6b-4911-8ecf-e97eb67093fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a7b1f9-2cd5-4b1d-bd8a-ab5cd271fd76,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:33.846551 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 50006) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:33.859729 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-51b6f80a-bad6-43e3-be2c-fc8ab7be559f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:33.943736 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-51b6f80a-bad6-43e3-be2c-fc8ab7be559f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:34.008416 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-51b6f80a-bad6-43e3-be2c-fc8ab7be559f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:34.045925 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-51b6f80a-bad6-43e3-be2c-fc8ab7be559f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0aa56c0a9014c89b76b6c17d38fe0f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982796 Sep 23 03:14:34.046854 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6f80a-bad6-43e3-be2c-fc8ab7be559f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34147d2c-cdf3-4111-96cf-8534aac8b045,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:34.048603 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 50010) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:34.099623 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-153bebce-7075-42a0-b56c-a8b65f48f90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:34.120762 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-153bebce-7075-42a0-b56c-a8b65f48f90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:34.227132 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7c24e-7279-40a4-b2a7-cce2b0b4b8e9 req-6cf3245e-9e19-4d92-b59f-bebbc50b08ad tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:34.229991 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-36d7c24e-7279-40a4-b2a7-cce2b0b4b8e9 req-6cf3245e-9e19-4d92-b59f-bebbc50b08ad tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0489407 Sep 23 03:14:34.247981 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-153bebce-7075-42a0-b56c-a8b65f48f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:34.249686 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-153bebce-7075-42a0-b56c-a8b65f48f90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:34.251047 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-153bebce-7075-42a0-b56c-a8b65f48f90c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34147d2c-cdf3-4111-96cf-8534aac8b045 HTTP/1.1" status: 204 len: 168 time: 0.2013323 Sep 23 03:14:34.269340 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bebce-7075-42a0-b56c-a8b65f48f90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34147d2c-cdf3-4111-96cf-8534aac8b045,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:34.305346 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-36d7c24e-7279-40a4-b2a7-cce2b0b4b8e9 req-41fca967-b499-454e-980b-92e9162a06b1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703208 Sep 23 03:14:35.433607 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590cab1-d7af-427a-aa79-5f835be19d77 req-470da84c-b2f7-4f00-b39f-5ed221e51df8 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:35.435110 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7590cab1-d7af-427a-aa79-5f835be19d77 req-470da84c-b2f7-4f00-b39f-5ed221e51df8 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0497699 Sep 23 03:14:35.472878 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7590cab1-d7af-427a-aa79-5f835be19d77 req-490a3eb1-0e19-43e2-82d1-627f683ef089 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310488 Sep 23 03:14:35.967610 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 50068) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:36.069750 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b8d275b-e541-4e4b-9793-447452adeedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:36.157112 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b8d275b-e541-4e4b-9793-447452adeedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:36.219856 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b8d275b-e541-4e4b-9793-447452adeedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:36.258547 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-0b8d275b-e541-4e4b-9793-447452adeedc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=039baf4a518247c08ceb49fe45ff6218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898664 Sep 23 03:14:36.260425 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d275b-e541-4e4b-9793-447452adeedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1cf6dd-eec0-4e30-a71c-652c9e0744de,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:36.261256 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 50076) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:36.308368 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-832f4e37-da21-4a24-a99e-93d726575fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:36.332294 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-832f4e37-da21-4a24-a99e-93d726575fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:36.453107 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-832f4e37-da21-4a24-a99e-93d726575fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:36.455707 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-832f4e37-da21-4a24-a99e-93d726575fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:36.456958 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-832f4e37-da21-4a24-a99e-93d726575fcb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee1cf6dd-eec0-4e30-a71c-652c9e0744de HTTP/1.1" status: 204 len: 168 time: 0.1946764 Sep 23 03:14:36.466103 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f4e37-da21-4a24-a99e-93d726575fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1cf6dd-eec0-4e30-a71c-652c9e0744de,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:36.587641 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c9aa4-345a-465b-b13c-162e5e5f6fd4 req-dce9d834-8170-4888-bf8a-cc711092ea44 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:36.589138 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3d1c9aa4-345a-465b-b13c-162e5e5f6fd4 req-dce9d834-8170-4888-bf8a-cc711092ea44 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0491104 Sep 23 03:14:36.626348 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3d1c9aa4-345a-465b-b13c-162e5e5f6fd4 req-5f48d4d9-b3ce-43c3-a3c2-6e24fbd2b2b5 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Sep 23 03:14:36.722570 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:37.739818 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1bdb5-dee2-410e-8b8c-aae92d24ef83 req-76b7e4ac-f79b-412b-8a5f-7c5b87e1d420 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:37.741481 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b4a1bdb5-dee2-410e-8b8c-aae92d24ef83 req-76b7e4ac-f79b-412b-8a5f-7c5b87e1d420 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0482914 Sep 23 03:14:37.782519 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b4a1bdb5-dee2-410e-8b8c-aae92d24ef83 req-c5d3bfd9-5063-4cac-92c9-bcba7923b430 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346549 Sep 23 03:14:38.903890 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd284b6b-01b2-4298-aaad-d6dd93db50bc req-48cd3241-a945-4768-91e0-90c3ca14d739 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:38.907393 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cd284b6b-01b2-4298-aaad-d6dd93db50bc req-48cd3241-a945-4768-91e0-90c3ca14d739 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0553503 Sep 23 03:14:38.950062 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cd284b6b-01b2-4298-aaad-d6dd93db50bc req-76e7beeb-9edc-4302-9f43-5f2f271bfba7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309432 Sep 23 03:14:40.060223 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e132f2-82bd-4f19-8a07-56881fb346f2 req-be6efe56-43cc-4512-a433-9041d345fefb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:40.061699 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-53e132f2-82bd-4f19-8a07-56881fb346f2 req-be6efe56-43cc-4512-a433-9041d345fefb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0470941 Sep 23 03:14:40.097612 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-53e132f2-82bd-4f19-8a07-56881fb346f2 req-1f34eff4-1f58-4d44-bb5b-2414c385219b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300570 Sep 23 03:14:41.209653 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd3eff-31c7-4b43-b077-0b6b95caf6a0 req-70e3bf53-350a-42df-8959-c9e14ac65fc2 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:41.211097 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-71dd3eff-31c7-4b43-b077-0b6b95caf6a0 req-70e3bf53-350a-42df-8959-c9e14ac65fc2 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0470700 Sep 23 03:14:41.250197 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-71dd3eff-31c7-4b43-b077-0b6b95caf6a0 req-2390e412-902a-4516-abfb-21753d9befdb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Sep 23 03:14:42.363077 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756dfff-80e7-4eb4-b6a9-c59ecaf7751e req-913124ff-743a-4256-a235-18476c0caf0a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:42.365026 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1756dfff-80e7-4eb4-b6a9-c59ecaf7751e req-913124ff-743a-4256-a235-18476c0caf0a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0510256 Sep 23 03:14:42.400843 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1756dfff-80e7-4eb4-b6a9-c59ecaf7751e req-805ed969-0c16-4bbd-95ca-5de2c8b2d981 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300860 Sep 23 03:14:43.511952 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080c66b-6bf6-4c0a-97f8-f768b0170928 req-fdcdf12d-5d09-48f4-bd8f-a5b53b64b1cf tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:43.513471 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2080c66b-6bf6-4c0a-97f8-f768b0170928 req-fdcdf12d-5d09-48f4-bd8f-a5b53b64b1cf tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Sep 23 03:14:43.550764 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2080c66b-6bf6-4c0a-97f8-f768b0170928 req-5b5e7307-f13c-4800-bd4b-50d64b806c0a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Sep 23 03:14:44.667637 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a392a39-0159-40e6-81de-2314882e5e24 req-407bb789-5141-49a8-83e3-2095bfadb33c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:44.669193 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6a392a39-0159-40e6-81de-2314882e5e24 req-407bb789-5141-49a8-83e3-2095bfadb33c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0474463 Sep 23 03:14:44.706842 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6a392a39-0159-40e6-81de-2314882e5e24 req-d36f2f04-d219-4e44-8110-5e608775e39e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318916 Sep 23 03:14:45.379881 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0ee51468-230d-4707-97f2-5eb58778297e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:45.379881 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0ee51468-230d-4707-97f2-5eb58778297e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/networks?id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 HTTP/1.1" status: 200 len: 813 time: 0.1000268 Sep 23 03:14:45.395600 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-9afb02c4-7bba-4485-b3dc-3a53bb927cbc tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/quotas/3a0db8b321a54de5ae011d51e6e69a58 HTTP/1.1" status: 200 len: 375 time: 0.0095525 Sep 23 03:14:45.450242 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-79433ee5-5929-4133-a9e9-319131526e6b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487254 Sep 23 03:14:45.541740 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-b4551e39-57db-4a4e-8d44-9527d84a18dd service neutron] 10.222.0.23 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843339 Sep 23 03:14:45.633522 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-75f8f799-8fae-4bba-9f43-aae6eea1f9c6 service neutron] 10.222.0.23 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855758 Sep 23 03:14:45.824860 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b93ce-fee3-439c-a007-cd7b96ef8153 req-84e745b9-7ac9-4ba4-acc8-7754bc1fd3fd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:45.826345 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ff2b93ce-fee3-439c-a007-cd7b96ef8153 req-84e745b9-7ac9-4ba4-acc8-7754bc1fd3fd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0509658 Sep 23 03:14:45.863278 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ff2b93ce-fee3-439c-a007-cd7b96ef8153 req-f3a208de-3dfa-498a-86af-15035e2a115b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310998 Sep 23 03:14:45.985790 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-57c5762a-810f-4313-95ac-01b142815c8f req-8c54af31-3351-4500-8e3c-26092a4f00f6 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 210 time: 0.0264235 Sep 23 03:14:46.980297 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdf11-2ad1-4458-8941-89542a943f3f req-d2f7cbe4-8742-41c2-b940-26d59629a3d3 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:46.981741 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9d0cdf11-2ad1-4458-8941-89542a943f3f req-d2f7cbe4-8742-41c2-b940-26d59629a3d3 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0485542 Sep 23 03:14:47.025321 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9d0cdf11-2ad1-4458-8941-89542a943f3f req-dd321cfd-158d-4d59-8da5-f8db4e9bdfef tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355923 Sep 23 03:14:47.089065 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1fde16c0-9123-46d8-ae39-1f0c65880879 req-1b2b22c9-592e-444a-941d-86afc00805ab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 210 time: 0.0260000 Sep 23 03:14:47.164108 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 50328) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:47.267614 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-91250cfc-1856-4e7a-8534-d38ea74224fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:47.352083 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-91250cfc-1856-4e7a-8534-d38ea74224fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:47.441394 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-91250cfc-1856-4e7a-8534-d38ea74224fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:47.479154 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91250cfc-1856-4e7a-8534-d38ea74224fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e35636-3627-4c5a-9fc5-2494ed74a53f,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:47.483656 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-91250cfc-1856-4e7a-8534-d38ea74224fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=322fdda86774429088573b8e05ef68c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183942 Sep 23 03:14:47.486174 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 50332) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:47.532253 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e6f33119-c954-4156-ae12-d93fb78e7612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:47.552578 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e6f33119-c954-4156-ae12-d93fb78e7612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:47.774383 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e6f33119-c954-4156-ae12-d93fb78e7612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:47.774383 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e6f33119-c954-4156-ae12-d93fb78e7612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:47.774383 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-e6f33119-c954-4156-ae12-d93fb78e7612 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1e35636-3627-4c5a-9fc5-2494ed74a53f HTTP/1.1" status: 204 len: 168 time: 0.2852166 Sep 23 03:14:47.781670 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f33119-c954-4156-ae12-d93fb78e7612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e35636-3627-4c5a-9fc5-2494ed74a53f,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:48.138915 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1d374-cde4-4dbe-aae6-19f951e07ad0 req-740c7f18-12ed-4679-992e-65ab4f2a393f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:48.145498 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c2d1d374-cde4-4dbe-aae6-19f951e07ad0 req-740c7f18-12ed-4679-992e-65ab4f2a393f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0496454 Sep 23 03:14:48.177426 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c2d1d374-cde4-4dbe-aae6-19f951e07ad0 req-391befac-129a-477d-8a60-c586e8a6ea19 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312526 Sep 23 03:14:48.272349 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-35473061-1685-4017-be8b-6a350eb2e898 req-e7c12f97-8b02-4cc7-8688-e44c0a499efe tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 210 time: 0.0327780 Sep 23 03:14:48.789001 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:14:49.287632 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa03360-a5a0-492e-9f20-ef22a359ccf8 req-4cf816ab-21d8-4170-b27e-81ab9de980ed tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:49.289220 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8fa03360-a5a0-492e-9f20-ef22a359ccf8 req-4cf816ab-21d8-4170-b27e-81ab9de980ed tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0462210 Sep 23 03:14:49.327451 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8fa03360-a5a0-492e-9f20-ef22a359ccf8 req-443f9260-77a6-4235-b157-53477d92c127 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 Sep 23 03:14:49.406418 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-30ca2c51-4b21-450f-bf7e-d9583542df5e req-2161ea7e-daa3-4505-b508-b9b0a0b85a20 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 210 time: 0.0254927 Sep 23 03:14:50.439602 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9f892-8420-4172-8f7c-3d443db4ceb0 req-ce37a0b0-e63a-4ddb-870f-29745ff99d7c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:50.441229 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3ee9f892-8420-4172-8f7c-3d443db4ceb0 req-ce37a0b0-e63a-4ddb-870f-29745ff99d7c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0486062 Sep 23 03:14:50.478011 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3ee9f892-8420-4172-8f7c-3d443db4ceb0 req-d91eb68f-9fae-4f2a-b026-c7f5b5cd783e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308461 Sep 23 03:14:50.558695 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-390b5f8b-9792-440e-834d-4ff310550ed1 req-9333a333-fc77-4dc0-8c65-2a3c834ecfea tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 210 time: 0.0281487 Sep 23 03:14:51.573275 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-65da76b3-fc6f-4ffb-b9bd-1ef5be55bf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:51.590860 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608de77-4c59-4299-a737-638b5de19173 req-58fb681c-8d92-4104-85e4-9c3a20918a7a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:51.592350 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0608de77-4c59-4299-a737-638b5de19173 req-58fb681c-8d92-4104-85e4-9c3a20918a7a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0470212 Sep 23 03:14:51.629498 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0608de77-4c59-4299-a737-638b5de19173 req-99e65d14-ebad-4f06-9be8-679e8908a29d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300844 Sep 23 03:14:51.706415 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-aac8266b-1a16-4304-8cda-0fd6209ca302 req-c1ed7a50-940a-41af-a164-ebadd704edc8 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 210 time: 0.0255466 Sep 23 03:14:52.743531 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bb458-3e99-4cb3-a914-271c782ffafb req-34092a36-4e7f-4328-8d16-596f56e54c36 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:52.745051 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-456bb458-3e99-4cb3-a914-271c782ffafb req-34092a36-4e7f-4328-8d16-596f56e54c36 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0505946 Sep 23 03:14:52.781714 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-456bb458-3e99-4cb3-a914-271c782ffafb req-abdccca5-fbf3-4c01-842f-6c433196314d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307090 Sep 23 03:14:52.802138 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-94917968-c0fc-4689-b833-e417d4c1319d req-2c3fa128-b882-4d49-b4e1-6b67def8492e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 210 time: 0.0277576 Sep 23 03:14:53.760016 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-3290b14d-ffd4-42b5-b163-44c856d798b3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:53.761472 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-3290b14d-ffd4-42b5-b163-44c856d798b3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "GET /v2.0/networks?id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 HTTP/1.1" status: 200 len: 813 time: 0.1018660 Sep 23 03:14:53.809904 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Request body: {'port': {'device_id': '65bf9db1-21c8-4b33-b64e-ad883343ff9a', 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2', 'admin_state_up': True, 'tenant_id': '3a0db8b321a54de5ae011d51e6e69a58'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:14:53.960311 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8bc26404-2284-468d-b3b9-b642996c657f req-7d23a6ca-d570-4611-843e-851d27af5e21 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 210 time: 0.0288253 Sep 23 03:14:53.963004 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24a319-4cb7-40aa-be09-26ac5e4dacf9 req-c73f23bb-05d9-4764-b459-990eaa35c1cd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:53.964526 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3f24a319-4cb7-40aa-be09-26ac5e4dacf9 req-c73f23bb-05d9-4764-b459-990eaa35c1cd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0510254 Sep 23 03:14:54.003795 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3f24a319-4cb7-40aa-be09-26ac5e4dacf9 req-4daff2f7-c470-4079-ba66-532c799887e0 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Sep 23 03:14:54.059160 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Made reservation on behalf of 3a0db8b321a54de5ae011d51e6e69a58 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:14:54.062805 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:54.183948 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Allocated IP 172.20.0.2 (803c4c70-2ff9-4ddc-a896-3501f0b2a0a2/e1939509-f41f-4d03-ba7b-2941c8932e06/870ddb4f-c1ed-4a3d-9a01-248d232a6fa2) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:14:54.349637 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:54.459602 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c99125ad-4d40-41c1-9da4-f85cb5728bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:54.462808 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:54.505426 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['c5c1a228-41bc-4fd1-9c8e-6b4d92214b55'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:14:54.511739 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:14:54.514881 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:14:54.518774 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:14:54.525079 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:54.525699 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:54.534418 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Pushing event updated for resources: {'Port': ['ID=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:54.632152 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-34d033f8-b2a6-4a77-aa50-0815db555d4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8293266 Sep 23 03:14:54.652934 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Request body: {'port': {'device_id': '65bf9db1-21c8-4b33-b64e-ad883343ff9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:14:54.706106 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:54.762348 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:54.989563 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:14:55.019078 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:55.052029 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Transition to ACTIVE for port object 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:14:55.098014 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d91b2b-8b35-46a1-aee6-965f50466410 req-27686d2d-1165-4ea9-8a24-9a3d52b5ed22 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:55.099527 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-87d91b2b-8b35-46a1-aee6-965f50466410 req-27686d2d-1165-4ea9-8a24-9a3d52b5ed22 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 931 time: 0.0562968 Sep 23 03:14:55.148521 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9b419-1273-4370-9d67-df6a467abfae req-c3bd4d15-cbbc-4c45-ad55-31a617d540eb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:55.150074 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ebe9b419-1273-4370-9d67-df6a467abfae req-c3bd4d15-cbbc-4c45-ad55-31a617d540eb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0528283 Sep 23 03:14:55.152086 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-87d91b2b-8b35-46a1-aee6-965f50466410 req-8c2c836a-023c-4a01-b51e-81c9fe5fefa9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451372 Sep 23 03:14:55.205818 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ebe9b419-1273-4370-9d67-df6a467abfae req-865a5b0d-a6bd-4b08-95db-1fc088a27d9d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459270 Sep 23 03:14:55.247892 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:55.248102 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:55.292415 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-b8fd862c-4c6f-44a4-adb2-0ffd34ce3ecc tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6f66ea6efe7a4d2cb84edec8a4b42ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443330 Sep 23 03:14:55.331433 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Attempting to bind port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:14:55.332762 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Attempting to bind port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:14:55.332762 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Attempting to bind port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:14:55.336816 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Pushing event updated for resources: {'Port': ['ID=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:55.340745 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:14:55.340915 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Attempting to bind port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:14:55.346207 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:14:55.346524 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Checking segment: {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:14:55.346994 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Bound using segment: {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:14:55.347466 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Bound port: 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:14:55.348418 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:55.417358 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] For port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:14:55.421009 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] For port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:14:55.516135 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-236b4c2f-e706-4df6-828d-11ec43ba7768 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:55.517723 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-236b4c2f-e706-4df6-828d-11ec43ba7768 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110753 Sep 23 03:14:55.528392 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:55.538229 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-1a7b6082-ef8d-461b-8826-bf84c381a5f4 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/quotas/6f66ea6efe7a4d2cb84edec8a4b42ad3 HTTP/1.1" status: 200 len: 375 time: 0.0117607 Sep 23 03:14:55.575066 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-4e3f134c-376f-496c-b347-d0d997906470 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f66ea6efe7a4d2cb84edec8a4b42ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281167 Sep 23 03:14:55.589749 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:55.594243 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:55.594243 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] 10.222.0.13 "PUT /v2.0/ports/870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 HTTP/1.1" status: 200 len: 1093 time: 0.9433610 Sep 23 03:14:55.595078 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bf9db1-21c8-4b33-b64e-ad883343ff9a', 'tag': '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:14:55.597344 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5462c29d-c3fd-4a1e-9cf4-ba3c2b69046a" -d '{"events": [{"name": "network-changed", "server_uuid": "65bf9db1-21c8-4b33-b64e-ad883343ff9a", "tag": "870ddb4f-c1ed-4a3d-9a01-248d232a6fa2"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:14:55.624120 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4178f8-eac9-467e-84a5-8b236f8e0762 service neutron] Pushing event updated for resources: {'Port': ['ID=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:55.734742 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbe6ea5-c33f-44c4-809f-91b0cc7f2cc5 x-openstack-request-id: req-cbbe6ea5-c33f-44c4-809f-91b0cc7f2cc5 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:14:55.734742 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bf9db1-21c8-4b33-b64e-ad883343ff9a", "tag": "870ddb4f-c1ed-4a3d-9a01-248d232a6fa2", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:14:55.734742 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cbbe6ea5-c33f-44c4-809f-91b0cc7f2cc5 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:14:55.735344 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bf9db1-21c8-4b33-b64e-ad883343ff9a', 'tag': '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2', 'status': 'completed', 'code': 200} Sep 23 03:14:55.985587 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84904f-ab9b-45d8-a5f7-abcfe5d4b8e7 req-8a84b52c-8a5a-4413-b1d7-838ec2286a0b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:55.987035 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7a84904f-ab9b-45d8-a5f7-abcfe5d4b8e7 req-8a84b52c-8a5a-4413-b1d7-838ec2286a0b tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0732286 Sep 23 03:14:56.056822 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ce2daade-36b3-4ce4-9fa9-7f8faba0aae5 req-813d5677-db3f-4e84-8dfa-ee4b27c8cbaa tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 210 time: 0.0419214 Sep 23 03:14:56.077804 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7a84904f-ab9b-45d8-a5f7-abcfe5d4b8e7 req-5a3ab879-6470-48ec-86c9-39cd7170665e tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776043 Sep 23 03:14:56.086591 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462c29d-c3fd-4a1e-9cf4-ba3c2b69046a req-0bdc12de-d792-41e2-9975-90963d5859c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:56.088425 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5462c29d-c3fd-4a1e-9cf4-ba3c2b69046a req-0bdc12de-d792-41e2-9975-90963d5859c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 1096 time: 0.1346560 Sep 23 03:14:56.089338 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213dbd4-ec98-42e0-b6d9-398504079068 req-8c0911ac-2be5-42c4-a41a-9473f19a74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:56.090818 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6213dbd4-ec98-42e0-b6d9-398504079068 req-8c0911ac-2be5-42c4-a41a-9473f19a74b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 1098 time: 0.1029119 Sep 23 03:14:56.147958 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6213dbd4-ec98-42e0-b6d9-398504079068 req-a17d7ad7-416c-4951-b0d5-e5b1a3b8eb0d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287521 Sep 23 03:14:56.211749 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462c29d-c3fd-4a1e-9cf4-ba3c2b69046a req-d99aca23-1894-4ea7-8388-4804b9af04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:56.213514 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5462c29d-c3fd-4a1e-9cf4-ba3c2b69046a req-d99aca23-1894-4ea7-8388-4804b9af04ea service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0956702 Sep 23 03:14:56.287724 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1122268-82d1-44b2-9b3a-683dffef3d56 req-07907e7b-cf02-4477-b07e-aa4162bbfd91 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:56.289843 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e1122268-82d1-44b2-9b3a-683dffef3d56 req-07907e7b-cf02-4477-b07e-aa4162bbfd91 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 943 time: 0.0619318 Sep 23 03:14:56.332442 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e1122268-82d1-44b2-9b3a-683dffef3d56 req-98c20857-328f-465a-a76c-f0c4fe5369b3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356076 Sep 23 03:14:56.474615 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a7b60-2fca-476b-a0b2-9ac8d97377e5 req-92057a57-5f7a-4a07-9aea-add8c108dedf tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:56.476097 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-524a7b60-2fca-476b-a0b2-9ac8d97377e5 req-92057a57-5f7a-4a07-9aea-add8c108dedf tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0485263 Sep 23 03:14:56.519056 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-524a7b60-2fca-476b-a0b2-9ac8d97377e5 req-bc021dbc-2dcf-4365-88fe-6a2df885fdf1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 Sep 23 03:14:56.733063 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462c29d-c3fd-4a1e-9cf4-ba3c2b69046a req-8bb924ef-590f-4127-869f-9ff49a896123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:56.734553 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5462c29d-c3fd-4a1e-9cf4-ba3c2b69046a req-8bb924ef-590f-4127-869f-9ff49a896123 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038179 Sep 23 03:14:56.867915 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-482e27f4-8894-446d-8f14-9c44f6e3f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:56.869446 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-482e27f4-8894-446d-8f14-9c44f6e3f89b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 1096 time: 0.0402901 Sep 23 03:14:56.925914 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-2c686f11-eb38-4ae6-85c9-82d2341a0cdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 HTTP/1.1" status: 200 len: 217 time: 0.0371077 Sep 23 03:14:56.979320 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-e6841319-354b-41ad-abae-5fea343f1fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:56.981013 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-e6841319-354b-41ad-abae-5fea343f1fb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1939509-f41f-4d03-ba7b-2941c8932e06 HTTP/1.1" status: 200 len: 853 time: 0.0466719 Sep 23 03:14:57.023028 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-83927b00-e2da-441b-ab13-32770116cebe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310752 Sep 23 03:14:57.110855 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:57.148521 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 50628) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:57.174289 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-3a2a8eb3-ed75-4283-bab8-8d85b3adde8b service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413097 Sep 23 03:14:57.205522 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ad9ddf9a-f6e2-4083-8f29-85d1ff5de839 req-7cedc388-59d0-47a3-8f7b-72ecac196f4b tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 210 time: 0.0505404 Sep 23 03:14:57.271167 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d5f3589c-7c3f-4311-9f4e-a72f4b7b6d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:57.314714 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855f3c7-3358-466d-91dd-195dba4eef5b req-294159a7-fcaf-4638-b4b7-8885fefbacf6 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:57.316264 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6855f3c7-3358-466d-91dd-195dba4eef5b req-294159a7-fcaf-4638-b4b7-8885fefbacf6 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.1267700 Sep 23 03:14:57.349050 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fa9c5b28-e137-4a02-ab2e-a1f080a66adc req-32dfbf85-d0c7-41d7-b4e9-5b2389e8c42c service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581562 Sep 23 03:14:57.367719 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6855f3c7-3358-466d-91dd-195dba4eef5b req-a60e0334-04f2-411e-9358-ade690fbc817 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Sep 23 03:14:57.369109 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d5f3589c-7c3f-4311-9f4e-a72f4b7b6d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:57.454395 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3619c-2fef-481a-94d2-9969aa797bcd req-10ce3323-cf15-48d7-8462-31c23b2f171d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:57.455965 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-50b3619c-2fef-481a-94d2-9969aa797bcd req-10ce3323-cf15-48d7-8462-31c23b2f171d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 943 time: 0.0473955 Sep 23 03:14:57.459254 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d5f3589c-7c3f-4311-9f4e-a72f4b7b6d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:57.513421 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-d5f3589c-7c3f-4311-9f4e-a72f4b7b6d47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb475808abab43e79f172a96ab5982fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636074 Sep 23 03:14:57.516286 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 50640) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:57.519028 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3589c-7c3f-4311-9f4e-a72f4b7b6d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00e96d7-0012-407c-ae02-fc0450b4cad8,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:57.535094 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-50b3619c-2fef-481a-94d2-9969aa797bcd req-a34f979c-c648-4dc6-b8b8-adc1435b9c04 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645185 Sep 23 03:14:57.573921 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-03c66902-a18e-4f9e-80a7-99517a254864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:57.595738 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-03c66902-a18e-4f9e-80a7-99517a254864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:57.671222 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4652ab-43af-4692-a73d-f3200f35834c req-32835916-3a9a-4146-b6b6-a422e0fb6d5b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:57.672746 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bd4652ab-43af-4692-a73d-f3200f35834c req-32835916-3a9a-4146-b6b6-a422e0fb6d5b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0750704 Sep 23 03:14:57.703630 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 50646) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:57.723493 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bd4652ab-43af-4692-a73d-f3200f35834c req-2623402d-6c75-49ec-ba4c-a6178a8a0fe9 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440869 Sep 23 03:14:57.801306 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-03c66902-a18e-4f9e-80a7-99517a254864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:57.803903 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-03c66902-a18e-4f9e-80a7-99517a254864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:57.805065 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-03c66902-a18e-4f9e-80a7-99517a254864 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c00e96d7-0012-407c-ae02-fc0450b4cad8 HTTP/1.1" status: 204 len: 168 time: 0.2877707 Sep 23 03:14:57.826461 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8cb6bc80-5c22-4b83-a54f-c47093aa3a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:57.829228 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c66902-a18e-4f9e-80a7-99517a254864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00e96d7-0012-407c-ae02-fc0450b4cad8,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:57.927626 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8cb6bc80-5c22-4b83-a54f-c47093aa3a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:58.001864 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8cb6bc80-5c22-4b83-a54f-c47093aa3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:58.041150 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-8cb6bc80-5c22-4b83-a54f-c47093aa3a6c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6890bc95a89444e396791913437cac11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364353 Sep 23 03:14:58.042010 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6bc80-5c22-4b83-a54f-c47093aa3a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e345c7-837f-421a-b1fa-b2d895012045,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:58.043737 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 50654) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:58.099273 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-911cbc46-c194-41b4-8c7c-891bd1dbc7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:58.141406 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-911cbc46-c194-41b4-8c7c-891bd1dbc7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:58.303475 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d54a9d0e-9367-4f73-b238-3a288a081bf1 req-f59093a0-2f68-43f7-8314-afb6b4482024 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 210 time: 0.0254216 Sep 23 03:14:58.350468 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-911cbc46-c194-41b4-8c7c-891bd1dbc7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:58.353036 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-911cbc46-c194-41b4-8c7c-891bd1dbc7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:58.354177 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-911cbc46-c194-41b4-8c7c-891bd1dbc7aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77e345c7-837f-421a-b1fa-b2d895012045 HTTP/1.1" status: 204 len: 168 time: 0.3084400 Sep 23 03:14:58.361820 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cbc46-c194-41b4-8c7c-891bd1dbc7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e345c7-837f-421a-b1fa-b2d895012045,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:58.487415 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fbf40-e117-4f57-b6e9-1a73af050c72 req-53031a40-f486-4697-bc1d-b9c1b17abced tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:58.488915 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-053fbf40-e117-4f57-b6e9-1a73af050c72 req-53031a40-f486-4697-bc1d-b9c1b17abced tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Sep 23 03:14:58.530805 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-053fbf40-e117-4f57-b6e9-1a73af050c72 req-2135831a-3ce6-49b3-8767-ef69261abfaa tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358951 Sep 23 03:14:58.606284 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 50672) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:58.621585 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e93c5f6a-a4f5-46b3-99bf-18379c7bda94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:58.727581 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 50674) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:58.746796 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e93c5f6a-a4f5-46b3-99bf-18379c7bda94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:58.836640 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-4d26d2ba-1e45-49d0-b089-6f57b997ae34 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6f66ea6efe7a4d2cb84edec8a4b42ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313284 Sep 23 03:14:58.856166 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f39dd9-1a94-4774-83b1-bcf6d4159966 req-837088ff-e561-47f6-90d4-8ea1d0aaf69a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:58.857954 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-19f39dd9-1a94-4774-83b1-bcf6d4159966 req-837088ff-e561-47f6-90d4-8ea1d0aaf69a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0647056 Sep 23 03:14:58.864820 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57e9d7-ce85-4495-9f20-57a2e3135183 req-02b8e748-8103-4415-83d6-316ece475498 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:58.866319 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3c57e9d7-ce85-4495-9f20-57a2e3135183 req-02b8e748-8103-4415-83d6-316ece475498 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 943 time: 0.0995800 Sep 23 03:14:58.876557 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7ac7394d-20de-4f17-b0dd-a03e0d89a020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:58.880119 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e93c5f6a-a4f5-46b3-99bf-18379c7bda94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:58.952206 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-e93c5f6a-a4f5-46b3-99bf-18379c7bda94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f3af3e9c0afd405db0a5bef07dd610e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448064 Sep 23 03:14:58.955287 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 50680) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:58.968968 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-19f39dd9-1a94-4774-83b1-bcf6d4159966 req-428f4639-2e56-475f-a811-2813290dd45a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000955 Sep 23 03:14:58.973331 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c5f6a-a4f5-46b3-99bf-18379c7bda94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8037f527-2117-4ac3-883c-602e7eab6fed,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:59.058498 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7ac7394d-20de-4f17-b0dd-a03e0d89a020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.129936 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2ea50-47e8-47b5-9fca-a53684a3c82a req-5d07b205-2f03-4007-924c-15e461585efc tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:59.135345 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2be2ea50-47e8-47b5-9fca-a53684a3c82a req-5d07b205-2f03-4007-924c-15e461585efc tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0518751 Sep 23 03:14:59.159478 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7ac7394d-20de-4f17-b0dd-a03e0d89a020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.197141 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7394d-20de-4f17-b0dd-a03e0d89a020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3413786-7c16-454d-ab5e-541349633fa1,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:59.243420 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2be2ea50-47e8-47b5-9fca-a53684a3c82a req-5473cb56-4063-403d-a3e3-94fa3e7abbdb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030989 Sep 23 03:14:59.250127 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-7ac7394d-20de-4f17-b0dd-a03e0d89a020 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1ec2df5083745b796d8f38b3d808717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190575 Sep 23 03:14:59.257577 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 50696) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:14:59.319183 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3c57e9d7-ce85-4495-9f20-57a2e3135183 req-e5277c23-75f8-4b24-a370-921a41199495 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383872 Sep 23 03:14:59.371370 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-89371897-99c8-4432-85e7-ae3cbeac81ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.391970 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9ebb-d960-4303-bd9e-bd5266d9dfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.393730 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-89371897-99c8-4432-85e7-ae3cbeac81ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.424307 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-92b15ca8-d19a-4b9c-a637-f942c813ae98 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:59.427616 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-92b15ca8-d19a-4b9c-a637-f942c813ae98 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5833180 Sep 23 03:14:59.473804 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9ebb-d960-4303-bd9e-bd5266d9dfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.476704 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9cae2ce0-6c98-4760-8112-79bdae4bd930 req-bf52db95-a4c3-498f-bdfd-5a5f09b4bcd8 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 210 time: 0.0413718 Sep 23 03:14:59.484397 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Request body: {'port': {'device_id': '0b694af2-fade-4765-bdff-a15fd7175a67', 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6', 'admin_state_up': True, 'tenant_id': '6f66ea6efe7a4d2cb84edec8a4b42ad3'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:14:59.573474 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-89371897-99c8-4432-85e7-ae3cbeac81ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.578473 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-89371897-99c8-4432-85e7-ae3cbeac81ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.579795 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-89371897-99c8-4432-85e7-ae3cbeac81ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3413786-7c16-454d-ab5e-541349633fa1 HTTP/1.1" status: 204 len: 168 time: 0.3209240 Sep 23 03:14:59.587899 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89371897-99c8-4432-85e7-ae3cbeac81ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3413786-7c16-454d-ab5e-541349633fa1,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:59.673181 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33bbec-f8c9-4ad5-bc2c-6b7a01238293 req-4fa5f9be-8cde-4df7-b8d3-e159f822728d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:59.674707 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0a33bbec-f8c9-4ad5-bc2c-6b7a01238293 req-4fa5f9be-8cde-4df7-b8d3-e159f822728d tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0549617 Sep 23 03:14:59.716790 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0a33bbec-f8c9-4ad5-bc2c-6b7a01238293 req-647a2a26-7c91-44dd-bb70-0d51ffcb8d02 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/security-groups?id=095d0d5a-9493-483f-9f17-19871e1a4a9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354557 Sep 23 03:14:59.737778 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d668640-7af1-49f7-a6d5-499274981c42 req-53783278-a2d8-4789-baf9-4f499127b173 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:14:59.739895 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2d668640-7af1-49f7-a6d5-499274981c42 req-53783278-a2d8-4789-baf9-4f499127b173 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.13 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 945 time: 0.0527086 Sep 23 03:14:59.762062 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9ebb-d960-4303-bd9e-bd5266d9dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.764752 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fb7d9ebb-d960-4303-bd9e-bd5266d9dfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.765752 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-fb7d9ebb-d960-4303-bd9e-bd5266d9dfd5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8037f527-2117-4ac3-883c-602e7eab6fed HTTP/1.1" status: 204 len: 168 time: 0.8078625 Sep 23 03:14:59.766393 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Made reservation on behalf of 6f66ea6efe7a4d2cb84edec8a4b42ad3 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:14:59.770813 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.784140 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.786891 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d9ebb-d960-4303-bd9e-bd5266d9dfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8037f527-2117-4ac3-883c-602e7eab6fed,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:14:59.898779 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [req-2d668640-7af1-49f7-a6d5-499274981c42 req-8a344dd6-7233-47ec-9eff-a029034bfa35 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Deleting port fe931329-5d49-473e-b438-0f6e1c7ff098 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:14:59.899403 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-2d668640-7af1-49f7-a6d5-499274981c42 req-8a344dd6-7233-47ec-9eff-a029034bfa35 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.906842 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:14:59.989791 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [req-2d668640-7af1-49f7-a6d5-499274981c42 req-8a344dd6-7233-47ec-9eff-a029034bfa35 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] For port fe931329-5d49-473e-b438-0f6e1c7ff098, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fe931329-5d49-473e-b438-0f6e1c7ff098,segment=NetworkSegment(c98068b8-c5f0-4c9e-9862-415f4b6500ce),segment_id=c98068b8-c5f0-4c9e-9862-415f4b6500ce)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:14:59.995888 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-2d668640-7af1-49f7-a6d5-499274981c42 req-8a344dd6-7233-47ec-9eff-a029034bfa35 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:00.004572 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [req-2d668640-7af1-49f7-a6d5-499274981c42 req-8a344dd6-7233-47ec-9eff-a029034bfa35 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Calling delete_port for fe931329-5d49-473e-b438-0f6e1c7ff098 owned by compute:nova {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:15:00.013498 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:00.112899 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ec7b24-9d2f-4c36-968a-2cb29372d088,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:00.197824 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Allocated IP 192.168.233.16 (6e2f3221-1c77-43a4-89a4-9021e6c644e6/82015fb0-cf7d-450f-84eb-153cedfec3dd/e588eaae-420a-4b84-a09a-d4783209e38b) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:15:00.466220 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fe4d4-a261-4812-904c-509cc7881095 req-deaf8689-7297-4b3e-ab40-15026d233aef tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:00.474254 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7b5fe4d4-a261-4812-904c-509cc7881095 req-deaf8689-7297-4b3e-ab40-15026d233aef tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 943 time: 0.0586259 Sep 23 03:15:00.495105 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-2d668640-7af1-49f7-a6d5-499274981c42 req-8a344dd6-7233-47ec-9eff-a029034bfa35 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:00.517935 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:00.533755 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a344dd6-7233-47ec-9eff-a029034bfa35 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Pushing event deleted for resources: {'Port': ['ID=fe931329-5d49-473e-b438-0f6e1c7ff098,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:00.538814 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['fe931329-5d49-473e-b438-0f6e1c7ff098'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:15:00.546963 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7b5fe4d4-a261-4812-904c-509cc7881095 req-bf445d16-2b09-4aa5-a6b5-f251ae61f05b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714588 Sep 23 03:15:00.640148 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e22be22-8109-4a92-b980-5ada69bebc88 req-d0599243-2d11-4eb1-8586-2872c66ef3d9 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 210 time: 0.0305851 Sep 23 03:15:00.642538 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d668640-7af1-49f7-a6d5-499274981c42 req-8a344dd6-7233-47ec-9eff-a029034bfa35 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] No DVR routers for this DVR port fe931329-5d49-473e-b438-0f6e1c7ff098 on host hv-cinder-76845 {{(pid=94695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:15:00.645844 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-2d668640-7af1-49f7-a6d5-499274981c42 req-8a344dd6-7233-47ec-9eff-a029034bfa35 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:00.647822 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2d668640-7af1-49f7-a6d5-499274981c42 req-8a344dd6-7233-47ec-9eff-a029034bfa35 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.13 "DELETE /v2.0/ports/fe931329-5d49-473e-b438-0f6e1c7ff098 HTTP/1.1" status: 204 len: 173 time: 0.8999729 Sep 23 03:15:00.648252 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4135490e-a5b9-4f7f-b01b-60d0a6bf7d17', 'name': 'network-vif-deleted', 'tag': 'fe931329-5d49-473e-b438-0f6e1c7ff098'}] {{(pid=94695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:15:00.650522 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ea325f59732fbd3d14639bb5eabbc68b86f67e4ce5ec58dbbdb68b31d0c114" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf081b62-8068-427d-9fb7-6fb0d2dee4a0" -d '{"events": [{"server_uuid": "4135490e-a5b9-4f7f-b01b-60d0a6bf7d17", "name": "network-vif-deleted", "tag": "fe931329-5d49-473e-b438-0f6e1c7ff098"}]}' {{(pid=94695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:15:00.684534 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6a9e38-1489-4c72-8bcb-45fca20a2b06 x-openstack-request-id: req-9a6a9e38-1489-4c72-8bcb-45fca20a2b06 {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:15:00.684776 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4135490e-a5b9-4f7f-b01b-60d0a6bf7d17", "name": "network-vif-deleted", "tag": "fe931329-5d49-473e-b438-0f6e1c7ff098", "status": "completed", "code": 200}]} {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:15:00.685027 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a6a9e38-1489-4c72-8bcb-45fca20a2b06 {{(pid=94695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:15:00.685416 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4135490e-a5b9-4f7f-b01b-60d0a6bf7d17', 'name': 'network-vif-deleted', 'tag': 'fe931329-5d49-473e-b438-0f6e1c7ff098', 'status': 'completed', 'code': 200} Sep 23 03:15:00.711172 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:00.754716 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Network 6e2f3221-1c77-43a4-89a4-9021e6c644e6 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:15:00.757346 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:15:00.760985 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:15:00.769773 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:00.770320 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:00.789234 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Pushing event updated for resources: {'Port': ['ID=e588eaae-420a-4b84-a09a-d4783209e38b,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:00.853969 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-95217ccf-7ac0-45ef-b115-0d4596af634c req-c074d858-fa6e-4635-987b-b3b683d914c5 tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0496712 Sep 23 03:15:00.971417 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-ccabeacb-bb91-4375-a38e-ea9797557d4e tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4913127 Sep 23 03:15:00.982747 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Request body: {'port': {'device_id': '0b694af2-fade-4765-bdff-a15fd7175a67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:15:01.038436 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-720bbab4-585e-4af0-b0e5-dffda9cc2307 None None] Provisioning complete for port e588eaae-420a-4b84-a09a-d4783209e38b triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:15:01.038891 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-720bbab4-585e-4af0-b0e5-dffda9cc2307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:01.039792 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:01.076982 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-720bbab4-585e-4af0-b0e5-dffda9cc2307 None None] Port e588eaae-420a-4b84-a09a-d4783209e38b cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:15:01.325770 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e588eaae-420a-4b84-a09a-d4783209e38b {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:15:01.333710 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:01.348375 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Transition to ACTIVE for port object e588eaae-420a-4b84-a09a-d4783209e38b will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:15:01.388089 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:15:01.442676 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:01.498855 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:15:01.511567 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2', 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2', 'port_id': '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2', 'mac_address': 'fa:16:3e:06:08:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1939509-f41f-4d03-ba7b-2941c8932e06', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:15:01.518961 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189873-a231-4282-9684-182d0c531888 service neutron] Pushing event updated for resources: {'Port': ['ID=e588eaae-420a-4b84-a09a-d4783209e38b,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:01.526028 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Attempting to bind port e588eaae-420a-4b84-a09a-d4783209e38b on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:15:01.526647 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Attempting to bind port e588eaae-420a-4b84-a09a-d4783209e38b by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '57727cf2-1d2e-426b-a689-70d509da5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:15:01.527203 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Attempting to bind port e588eaae-420a-4b84-a09a-d4783209e38b on network 6e2f3221-1c77-43a4-89a4-9021e6c644e6 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:15:01.533085 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Port e588eaae-420a-4b84-a09a-d4783209e38b on network 6e2f3221-1c77-43a4-89a4-9021e6c644e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:15:01.533623 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Attempting to bind port e588eaae-420a-4b84-a09a-d4783209e38b on network 6e2f3221-1c77-43a4-89a4-9021e6c644e6 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:15:01.539586 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:15:01.539996 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Checking segment: {'id': '57727cf2-1d2e-426b-a689-70d509da5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:15:01.540643 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Bound using segment: {'id': '57727cf2-1d2e-426b-a689-70d509da5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:15:01.541252 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Bound port: e588eaae-420a-4b84-a09a-d4783209e38b, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57727cf2-1d2e-426b-a689-70d509da5347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:15:01.541781 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:01.569800 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:01.585313 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:15:01.616253 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:15:01.624896 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] For port e588eaae-420a-4b84-a09a-d4783209e38b, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:15:01.628608 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] For port e588eaae-420a-4b84-a09a-d4783209e38b, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e588eaae-420a-4b84-a09a-d4783209e38b,segment=NetworkSegment(57727cf2-1d2e-426b-a689-70d509da5347),segment_id=57727cf2-1d2e-426b-a689-70d509da5347)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:15:01.753479 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:01.754346 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011cca9-9a34-4039-a688-86d5e3a0fbfc req-8a420864-b65e-4d1b-80df-204613cc355d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:01.754346 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1011cca9-9a34-4039-a688-86d5e3a0fbfc req-8a420864-b65e-4d1b-80df-204613cc355d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 943 time: 0.1018434 Sep 23 03:15:01.796130 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:01.796576 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1011cca9-9a34-4039-a688-86d5e3a0fbfc req-37afe533-9e4c-4514-a965-19dc6c1eaaa0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434940 Sep 23 03:15:01.797920 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:01.805541 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.805897 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.806242 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.811548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.811548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.811548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.811548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.811548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.811548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.811548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.811548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.811548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:01.842446 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:01.843066 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:01.844959 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-dd189873-a231-4282-9684-182d0c531888 service neutron] 10.222.0.13 "PUT /v2.0/ports/e588eaae-420a-4b84-a09a-d4783209e38b HTTP/1.1" status: 200 len: 1097 time: 0.8669026 Sep 23 03:15:01.848257 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b694af2-fade-4765-bdff-a15fd7175a67', 'tag': 'e588eaae-420a-4b84-a09a-d4783209e38b'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:15:01.850620 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1171b7dc-ce46-4c96-8660-055eea64a112" -d '{"events": [{"name": "network-changed", "server_uuid": "0b694af2-fade-4765-bdff-a15fd7175a67", "tag": "e588eaae-420a-4b84-a09a-d4783209e38b"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:15:01.914209 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70481e9-5e2b-4754-afb8-3c645953d3f0 req-4c6bb249-7e9e-494c-b245-9f5e11daa972 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:01.916089 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d70481e9-5e2b-4754-afb8-3c645953d3f0 req-4c6bb249-7e9e-494c-b245-9f5e11daa972 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 947 time: 0.1433051 Sep 23 03:15:01.977130 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd189873-a231-4282-9684-182d0c531888 service neutron] Pushing event updated for resources: {'Port': ['ID=e588eaae-420a-4b84-a09a-d4783209e38b,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:02.067787 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d70481e9-5e2b-4754-afb8-3c645953d3f0 req-ebc19c50-7d93-496c-a21c-3cf4f7cbd655 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363969 Sep 23 03:15:02.095217 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f913b584-5290-4418-948f-99f33989616e req-9ea78aae-d13b-4ff1-97c4-943bdf4b405a tempest-DeleteServersTestJSON-1532885282 tempest-DeleteServersTestJSON-1532885282-project] 10.222.0.23 "GET /v2.0/ports?device_id=4135490e-a5b9-4f7f-b01b-60d0a6bf7d17 HTTP/1.1" status: 200 len: 210 time: 0.0744793 Sep 23 03:15:02.098496 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-8c7dfc15-63a9-4c66-820f-22fe661b793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:02.100423 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-8c7dfc15-63a9-4c66-820f-22fe661b793c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f66ea6efe7a4d2cb84edec8a4b42ad3&device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 1100 time: 0.1137769 Sep 23 03:15:02.171209 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e125ba73-3430-425d-8cdb-e84ecfb9810e x-openstack-request-id: req-e125ba73-3430-425d-8cdb-e84ecfb9810e {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:15:02.171209 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b694af2-fade-4765-bdff-a15fd7175a67", "tag": "e588eaae-420a-4b84-a09a-d4783209e38b", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:15:02.171209 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e125ba73-3430-425d-8cdb-e84ecfb9810e {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:15:02.171209 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b694af2-fade-4765-bdff-a15fd7175a67', 'tag': 'e588eaae-420a-4b84-a09a-d4783209e38b', 'status': 'completed', 'code': 200} Sep 23 03:15:02.171209 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-f1e8c933-f640-4453-8573-a7c38277835a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=e588eaae-420a-4b84-a09a-d4783209e38b HTTP/1.1" status: 200 len: 217 time: 0.0515161 Sep 23 03:15:02.219981 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-90180409-38b4-49c7-b2c6-f6d96ac0ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:02.221514 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-90180409-38b4-49c7-b2c6-f6d96ac0ef7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82015fb0-cf7d-450f-84eb-153cedfec3dd HTTP/1.1" status: 200 len: 843 time: 0.0459046 Sep 23 03:15:02.275772 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-3fe967c9-3ac4-416d-825a-0fd9af8e32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:02.277335 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-3fe967c9-3ac4-416d-825a-0fd9af8e32a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e2f3221-1c77-43a4-89a4-9021e6c644e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0457058 Sep 23 03:15:02.286872 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['870ddb4f-c1ed-4a3d-9a01-248d232a6fa2'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:15:02.398212 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-edfbb816-c587-499f-a4e9-0bc1c33e6358 service neutron] 10.222.0.13 "GET /v2.0/networks/6e2f3221-1c77-43a4-89a4-9021e6c644e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082585 Sep 23 03:15:02.507340 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12e9ca02-6dc3-4329-afe2-8182d0a26c3c req-daed6002-2ee1-47c1-9e5a-aef1d3c68ed0 service neutron] 10.222.0.13 "GET /v2.0/networks/6e2f3221-1c77-43a4-89a4-9021e6c644e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912981 Sep 23 03:15:02.639453 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 50828) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:02.745497 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2125ed-80f7-4661-a689-a0637f857e05 req-607cc7d4-1eff-4884-893a-db090e318e54 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:02.747049 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-df2125ed-80f7-4661-a689-a0637f857e05 req-607cc7d4-1eff-4884-893a-db090e318e54 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0608566 Sep 23 03:15:02.802884 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171b7dc-ce46-4c96-8660-055eea64a112 req-451847eb-e662-4427-afc2-289eacdfe77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:02.827748 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1171b7dc-ce46-4c96-8660-055eea64a112 req-451847eb-e662-4427-afc2-289eacdfe77e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f66ea6efe7a4d2cb84edec8a4b42ad3&device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 1100 time: 0.0770581 Sep 23 03:15:02.853187 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bee780-b915-4e4a-aae5-460695732032 req-884c51d4-2531-4c14-8194-72dee9090f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:02.857216 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-df2125ed-80f7-4661-a689-a0637f857e05 req-7ef94bda-a476-4bc2-aea4-86cabca9907d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940495 Sep 23 03:15:02.859561 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-71bee780-b915-4e4a-aae5-460695732032 req-884c51d4-2531-4c14-8194-72dee9090f67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 1098 time: 0.0837727 Sep 23 03:15:02.891111 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3530f9d8-20de-41bc-9020-2d2834fba21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:02.977874 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171b7dc-ce46-4c96-8660-055eea64a112 req-ed154221-b138-4a7e-bb01-bbd023b4afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:02.979073 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1171b7dc-ce46-4c96-8660-055eea64a112 req-ed154221-b138-4a7e-bb01-bbd023b4afb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e2f3221-1c77-43a4-89a4-9021e6c644e6 HTTP/1.1" status: 200 len: 870 time: 0.1493733 Sep 23 03:15:03.030725 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1171b7dc-ce46-4c96-8660-055eea64a112 req-20ef9972-2fe1-4258-b26e-32f1db080445 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=e588eaae-420a-4b84-a09a-d4783209e38b HTTP/1.1" status: 200 len: 217 time: 0.0430453 Sep 23 03:15:03.058442 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53d85d-c7cd-4680-b5b0-d55f89689d8b req-14c96f86-56a6-4925-860e-65c4ff56e167 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:03.060005 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6a53d85d-c7cd-4680-b5b0-d55f89689d8b req-14c96f86-56a6-4925-860e-65c4ff56e167 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 944 time: 0.1638615 Sep 23 03:15:03.121455 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171b7dc-ce46-4c96-8660-055eea64a112 req-bdf2066e-611d-4880-a5d8-6e180c6d4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:03.123195 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1171b7dc-ce46-4c96-8660-055eea64a112 req-bdf2066e-611d-4880-a5d8-6e180c6d4a8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=82015fb0-cf7d-450f-84eb-153cedfec3dd HTTP/1.1" status: 200 len: 843 time: 0.0558321 Sep 23 03:15:03.129200 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bee780-b915-4e4a-aae5-460695732032 req-7d8200ee-579e-482a-8540-5dd71c109eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:03.130709 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-71bee780-b915-4e4a-aae5-460695732032 req-7d8200ee-579e-482a-8540-5dd71c109eee service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d10651e-f809-49e7-bd10-b6e6b7add90a HTTP/1.1" status: 200 len: 920 time: 0.2560167 Sep 23 03:15:03.144730 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6a53d85d-c7cd-4680-b5b0-d55f89689d8b req-c8785475-630e-4b53-bd95-f44933ef83f2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717371 Sep 23 03:15:03.196836 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171b7dc-ce46-4c96-8660-055eea64a112 req-d927424b-fa56-4d87-82f5-35e62ef8751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:03.203326 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1171b7dc-ce46-4c96-8660-055eea64a112 req-d927424b-fa56-4d87-82f5-35e62ef8751f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e2f3221-1c77-43a4-89a4-9021e6c644e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0711262 Sep 23 03:15:03.212826 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-71bee780-b915-4e4a-aae5-460695732032 req-f54a1f3f-48ad-44e7-86f0-991a9178b2f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a49c2a6f-b48c-430a-a827-5f061c7c60c2 HTTP/1.1" status: 200 len: 217 time: 0.0647390 Sep 23 03:15:03.354131 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1171b7dc-ce46-4c96-8660-055eea64a112 req-b91f2c04-2388-4aec-a78f-f2221198dfe2 service neutron] 10.222.0.13 "GET /v2.0/networks/6e2f3221-1c77-43a4-89a4-9021e6c644e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415153 Sep 23 03:15:03.359196 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3530f9d8-20de-41bc-9020-2d2834fba21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:03.367359 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bee780-b915-4e4a-aae5-460695732032 req-60ca5eef-1d83-4b47-a8ee-71cd7ba2ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:03.368857 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-71bee780-b915-4e4a-aae5-460695732032 req-60ca5eef-1d83-4b47-a8ee-71cd7ba2ae22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3aa06fe-d1df-4102-a886-3bfd91ea52d9 HTTP/1.1" status: 200 len: 859 time: 0.1481674 Sep 23 03:15:03.385094 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ad15-1d40-4dbf-85b2-55934abaae21 req-683f5eda-018d-4b67-ae59-9166f68bf77f tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:03.386273 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fe931329-5d49-473e-b438-0f6e1c7ff098 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:15:03.438755 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4609ad15-1d40-4dbf-85b2-55934abaae21 req-683f5eda-018d-4b67-ae59-9166f68bf77f tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 947 time: 0.0976384 Sep 23 03:15:03.439273 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: fe931329-5d49-473e-b438-0f6e1c7ff098 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:15:03.439273 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fe931329-5d49-473e-b438-0f6e1c7ff098 not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:15:03.439443 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-71bee780-b915-4e4a-aae5-460695732032 req-bcef2eb8-6545-4da7-8cab-6f751d37c049 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d10651e-f809-49e7-bd10-b6e6b7add90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521789 Sep 23 03:15:03.476015 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1171b7dc-ce46-4c96-8660-055eea64a112 req-6bb752da-a543-45e4-9ff7-1a7b39fd07ea service neutron] 10.222.0.13 "GET /v2.0/networks/6e2f3221-1c77-43a4-89a4-9021e6c644e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141071 Sep 23 03:15:03.484066 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4609ad15-1d40-4dbf-85b2-55934abaae21 req-ffe0d9b0-88bc-4f76-86ff-993b1e2a399b tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881991 Sep 23 03:15:03.549948 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-71bee780-b915-4e4a-aae5-460695732032 req-62f70d9c-34c7-4fa0-84d2-f820a5b354f0 service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123042 Sep 23 03:15:03.583580 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3530f9d8-20de-41bc-9020-2d2834fba21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:03.669174 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-3530f9d8-20de-41bc-9020-2d2834fba21d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b60612349c64a5c8e8c64c566a1c3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0285919 Sep 23 03:15:03.671724 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530f9d8-20de-41bc-9020-2d2834fba21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e455ecc-8f98-4b2c-bd56-ba8f7767f4dc,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:03.671992 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 50870) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:03.693527 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-71bee780-b915-4e4a-aae5-460695732032 req-f97b9dc6-91a3-437d-a3c8-ad2ed8480cda service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342902 Sep 23 03:15:03.721229 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e47a590f-f84f-4654-9bf7-98cc3debd27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:03.743028 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e47a590f-f84f-4654-9bf7-98cc3debd27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:03.922297 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e47a590f-f84f-4654-9bf7-98cc3debd27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:03.924966 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e47a590f-f84f-4654-9bf7-98cc3debd27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:03.929219 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-e47a590f-f84f-4654-9bf7-98cc3debd27a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e455ecc-8f98-4b2c-bd56-ba8f7767f4dc HTTP/1.1" status: 204 len: 168 time: 0.2536745 Sep 23 03:15:03.940173 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a590f-f84f-4654-9bf7-98cc3debd27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e455ecc-8f98-4b2c-bd56-ba8f7767f4dc,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:03.999498 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b78ce5-fd32-43c3-831a-41d6179b4bbc req-fb3e0b69-1471-4c2d-a33b-d153b37d4a37 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:04.001233 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a6b78ce5-fd32-43c3-831a-41d6179b4bbc req-fb3e0b69-1471-4c2d-a33b-d153b37d4a37 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Sep 23 03:15:04.041571 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a6b78ce5-fd32-43c3-831a-41d6179b4bbc req-8bc1f5d8-d0e2-4545-93a8-2a711cd4e342 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Sep 23 03:15:04.271952 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a99e83-6778-4c46-97ed-87c842ac9e30 req-42f6a5b7-1b5c-40a4-854a-41a4e106970d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:04.273782 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-47a99e83-6778-4c46-97ed-87c842ac9e30 req-42f6a5b7-1b5c-40a4-854a-41a4e106970d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 944 time: 0.0614104 Sep 23 03:15:04.313276 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-47a99e83-6778-4c46-97ed-87c842ac9e30 req-0fa42083-5e32-4d7d-b075-3720d5b51adf tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333097 Sep 23 03:15:04.620248 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396a4d1-cc90-40b9-a5ca-d431dd309709 req-1c958841-ff29-4538-8276-8123ff815e09 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:04.621891 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5396a4d1-cc90-40b9-a5ca-d431dd309709 req-1c958841-ff29-4538-8276-8123ff815e09 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 947 time: 0.0500944 Sep 23 03:15:04.669273 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5396a4d1-cc90-40b9-a5ca-d431dd309709 req-87aa9307-9127-4adb-b7c3-948fc5792e2d tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388937 Sep 23 03:15:05.168124 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c8971-98f3-4c21-85d4-f769a16b6da5 req-9121929a-095a-420a-b2d4-4a93c138cb76 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:05.169674 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b87c8971-98f3-4c21-85d4-f769a16b6da5 req-9121929a-095a-420a-b2d4-4a93c138cb76 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0555782 Sep 23 03:15:05.208209 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 50934) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:05.213323 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b87c8971-98f3-4c21-85d4-f769a16b6da5 req-69adafb1-2def-4046-a900-2559c0f4aa60 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363903 Sep 23 03:15:05.252997 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_v2 [None req-d543f9d1-7739-4e55-ace0-ecba7e22fe94 admin admin] Deleting subnet 8771084d-e31d-4a0f-8dda-72177bd06c88 {{(pid=94695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:15:05.256833 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d543f9d1-7739-4e55-ace0-ecba7e22fe94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.294921 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d543f9d1-7739-4e55-ace0-ecba7e22fe94 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.305129 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d543f9d1-7739-4e55-ace0-ecba7e22fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.380653 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:15:05.444875 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739a2fe-fda0-4838-897f-dd8b5cf4e624 req-6af98152-f45c-4fac-b131-625e90d55359 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:05.446546 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0739a2fe-fda0-4838-897f-dd8b5cf4e624 req-6af98152-f45c-4fac-b131-625e90d55359 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 944 time: 0.0574281 Sep 23 03:15:05.461050 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d543f9d1-7739-4e55-ace0-ecba7e22fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for subnet, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.502679 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543f9d1-7739-4e55-ace0-ecba7e22fe94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8771084d-e31d-4a0f-8dda-72177bd06c88,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:05.510053 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d543f9d1-7739-4e55-ace0-ecba7e22fe94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.511904 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-d543f9d1-7739-4e55-ace0-ecba7e22fe94 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8771084d-e31d-4a0f-8dda-72177bd06c88 HTTP/1.1" status: 204 len: 168 time: 0.3026593 Sep 23 03:15:05.514522 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 50942) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:05.518231 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:15:05.523482 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:15:05.524134 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.527519 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0739a2fe-fda0-4838-897f-dd8b5cf4e624 req-eea88982-4cbe-4d5e-9c53-b4b7fb591a18 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750887 Sep 23 03:15:05.588266 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.605899 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.632197 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bf9db1-21c8-4b33-b64e-ad883343ff9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:15:05.634523 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d376bf-c4c0-4c32-974a-9ff9ac0a1e7d" -d '{"events": [{"server_uuid": "65bf9db1-21c8-4b33-b64e-ad883343ff9a", "name": "network-vif-plugged", "status": "completed", "tag": "870ddb4f-c1ed-4a3d-9a01-248d232a6fa2"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:15:05.647455 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:15:05.675365 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.683286 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ecad2c-d9f6-4efe-bd53-aa33a543ce1d x-openstack-request-id: req-03ecad2c-d9f6-4efe-bd53-aa33a543ce1d {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:15:05.683575 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bf9db1-21c8-4b33-b64e-ad883343ff9a", "name": "network-vif-plugged", "status": "completed", "tag": "870ddb4f-c1ed-4a3d-9a01-248d232a6fa2", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:15:05.683826 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-03ecad2c-d9f6-4efe-bd53-aa33a543ce1d {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:15:05.684213 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bf9db1-21c8-4b33-b64e-ad883343ff9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2', 'code': 200} Sep 23 03:15:05.704538 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.704950 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.705699 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.706055 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > port after_create 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.706392 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.707258 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > port after_update 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.707632 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.708072 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.708394 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.708744 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.716240 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.799085 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:05.826862 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b24ab2-5224-4aad-ac8b-0c02a5af6e72 req-19943273-f0b2-44b7-8105-b863459745b5 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:05.828397 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a2b24ab2-5224-4aad-ac8b-0c02a5af6e72 req-19943273-f0b2-44b7-8105-b863459745b5 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 947 time: 0.0726612 Sep 23 03:15:05.867697 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a2b24ab2-5224-4aad-ac8b-0c02a5af6e72 req-af2261cd-02b7-47ea-be43-55660330c3e0 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322876 Sep 23 03:15:05.888230 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.888683 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.889087 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.889847 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:15:05.890233 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfc782a-3c76-41d8-9a94-b4dce4351b9f']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:15:05.913415 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98068b8-c5f0-4c9e-9862-415f4b6500ce') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:15:05.913706 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98068b8-c5f0-4c9e-9862-415f4b6500ce') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:15:05.929876 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.950451 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.958883 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:15:05.959256 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: from cryptography.utils import int_from_bytes Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: from cryptography.utils import int_from_bytes Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:15:05.963183 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:15:06.085568 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36976037-bbfb-4f61-bef7-924a74a75162 req-e8f3cecf-a365-4e5f-aef3-f5cdb26c3d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:06.087178 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-36976037-bbfb-4f61-bef7-924a74a75162 req-e8f3cecf-a365-4e5f-aef3-f5cdb26c3d5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 1098 time: 0.0397732 Sep 23 03:15:06.121880 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-36976037-bbfb-4f61-bef7-924a74a75162 req-cbdbbd27-7030-4df6-ac6a-d0c6aa4f52aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276537 Sep 23 03:15:06.122035 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:06.129136 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:06.138453 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0dfc782a-3c76-41d8-9a94-b4dce4351b9f HTTP/1.1" status: 204 len: 168 time: 0.6154394 Sep 23 03:15:06.141434 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed43ff-8be9-4219-bfbe-7c6f6e15e840 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dfc782a-3c76-41d8-9a94-b4dce4351b9f,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:06.333253 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bc8a8-73ab-48d0-a81d-8b3b55e2f48e req-fb3e2e73-e6ea-4a72-814a-a861deb87836 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:06.334702 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-542bc8a8-73ab-48d0-a81d-8b3b55e2f48e req-fb3e2e73-e6ea-4a72-814a-a861deb87836 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0522563 Sep 23 03:15:06.372085 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-542bc8a8-73ab-48d0-a81d-8b3b55e2f48e req-09cef4d8-2092-43f2-a00a-d0b897fbe090 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Sep 23 03:15:06.602124 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 50980) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:06.666177 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-f0e6044a-9b0f-45b9-b302-5053daf65a2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a580adcc8b084ba2b1b657bd1b2a9a1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0592687 Sep 23 03:15:06.668311 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 50988) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:06.701709 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ca389-2c94-4508-b9ce-99d3cee5bf20 req-64c422af-9338-452c-9da9-25f16fe08439 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:06.703218 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-073ca389-2c94-4508-b9ce-99d3cee5bf20 req-64c422af-9338-452c-9da9-25f16fe08439 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.0749424 Sep 23 03:15:06.727843 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:06.729683 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e076814f-cd71-4bd4-9a4b-737e1c69e83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:06.753500 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e076814f-cd71-4bd4-9a4b-737e1c69e83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:06.757085 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-073ca389-2c94-4508-b9ce-99d3cee5bf20 req-c1e10012-f5e9-4481-9c8d-f4cb1cf19f6c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443034 Sep 23 03:15:06.893593 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e076814f-cd71-4bd4-9a4b-737e1c69e83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:06.896287 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e076814f-cd71-4bd4-9a4b-737e1c69e83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:06.897602 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-e076814f-cd71-4bd4-9a4b-737e1c69e83a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/095d0d5a-9493-483f-9f17-19871e1a4a9e HTTP/1.1" status: 204 len: 168 time: 0.2283268 Sep 23 03:15:06.905740 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076814f-cd71-4bd4-9a4b-737e1c69e83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095d0d5a-9493-483f-9f17-19871e1a4a9e,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:06.990967 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa14bc-ea5c-4e96-964e-e3f104966513 req-6c4e35a3-e497-4863-97a1-eaff6edb17bf tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:06.992461 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-11aa14bc-ea5c-4e96-964e-e3f104966513 req-6c4e35a3-e497-4863-97a1-eaff6edb17bf tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 947 time: 0.0482719 Sep 23 03:15:07.030330 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-11aa14bc-ea5c-4e96-964e-e3f104966513 req-a4fd4928-83db-411e-87bd-f074e1934da8 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Sep 23 03:15:07.408864 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device e588eaae-420a-4b84-a09a-d4783209e38b details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:15:07.486730 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0f33e-f77b-413e-ba6b-7a8c450d120e req-3d68afda-511a-47e3-b26c-3703f9ee57b6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:07.489265 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c5b0f33e-f77b-413e-ba6b-7a8c450d120e req-3d68afda-511a-47e3-b26c-3703f9ee57b6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0496056 Sep 23 03:15:07.504797 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port e588eaae-420a-4b84-a09a-d4783209e38b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e588eaae-420a-4b84-a09a-d4783209e38b,segment=NetworkSegment(57727cf2-1d2e-426b-a689-70d509da5347),segment_id=57727cf2-1d2e-426b-a689-70d509da5347)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:15:07.519637 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'e588eaae-420a-4b84-a09a-d4783209e38b', 'network_id': '6e2f3221-1c77-43a4-89a4-9021e6c644e6', 'port_id': 'e588eaae-420a-4b84-a09a-d4783209e38b', 'mac_address': 'fa:16:3e:1d:08:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82015fb0-cf7d-450f-84eb-153cedfec3dd', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:15:07.528124 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c5b0f33e-f77b-413e-ba6b-7a8c450d120e req-216c661a-8186-4c93-9f68-d16796e3cc33 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329704 Sep 23 03:15:07.556860 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:07.573020 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e588eaae-420a-4b84-a09a-d4783209e38b {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:15:07.593941 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port e588eaae-420a-4b84-a09a-d4783209e38b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e588eaae-420a-4b84-a09a-d4783209e38b,segment=NetworkSegment(57727cf2-1d2e-426b-a689-70d509da5347),segment_id=57727cf2-1d2e-426b-a689-70d509da5347)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:15:07.865436 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac821c50-7e99-4d11-9b8f-d2618c5f790d req-9ad12a67-65c7-4025-bebc-739256d79c38 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:07.866855 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ac821c50-7e99-4d11-9b8f-d2618c5f790d req-9ad12a67-65c7-4025-bebc-739256d79c38 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.0506434 Sep 23 03:15:07.905218 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:07.905728 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ac821c50-7e99-4d11-9b8f-d2618c5f790d req-d826a0bd-a7de-4928-a219-342036a594ad tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Sep 23 03:15:07.966330 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=e588eaae-420a-4b84-a09a-d4783209e38b,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:08.162862 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceb29a-c6e7-4891-9721-4aa3b9f5dc55 req-af750328-7eb5-4b24-a07a-23397cc9ff0b tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:08.164347 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-69ceb29a-c6e7-4891-9721-4aa3b9f5dc55 req-af750328-7eb5-4b24-a07a-23397cc9ff0b tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 948 time: 0.0669694 Sep 23 03:15:08.207623 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-69ceb29a-c6e7-4891-9721-4aa3b9f5dc55 req-79c2ed8c-c905-4f62-af8d-828edaf23215 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333390 Sep 23 03:15:08.518425 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['e588eaae-420a-4b84-a09a-d4783209e38b'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:15:08.661283 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458bb14-9ed0-42dc-8db2-96be0903e859 req-e95d34a5-de57-4cbe-b517-5ac924f9d2a6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:08.664592 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6458bb14-9ed0-42dc-8db2-96be0903e859 req-e95d34a5-de57-4cbe-b517-5ac924f9d2a6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0650463 Sep 23 03:15:08.708661 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6458bb14-9ed0-42dc-8db2-96be0903e859 req-94cd42af-be83-4926-852f-69411b85f3f8 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368614 Sep 23 03:15:09.043906 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb667ce-c1f0-4b14-ad82-c2d9d79ea1f7 req-b0312724-18e4-45f1-a73e-d1652410cf8c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:09.045537 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3cb667ce-c1f0-4b14-ad82-c2d9d79ea1f7 req-b0312724-18e4-45f1-a73e-d1652410cf8c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.0494907 Sep 23 03:15:09.085833 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3cb667ce-c1f0-4b14-ad82-c2d9d79ea1f7 req-b05dd41d-a847-47d5-8f09-2299fb7b5efc tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334818 Sep 23 03:15:09.354246 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac2640-3c0e-4c69-a66d-15a8cde40062 req-e9e6a1d1-ddb0-4eac-91a5-498037df3fcc tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:09.355848 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0ac2640-3c0e-4c69-a66d-15a8cde40062 req-e9e6a1d1-ddb0-4eac-91a5-498037df3fcc tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 948 time: 0.0555897 Sep 23 03:15:09.397304 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0ac2640-3c0e-4c69-a66d-15a8cde40062 req-e8d7b0b2-f747-45ee-bfab-ec3e642b7441 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346012 Sep 23 03:15:09.824682 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bdcb-cc6b-4eaf-ab98-c33eaa11e53a req-ba0a2140-59a9-4c6d-80d0-841b75436a88 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:09.826240 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0f34bdcb-cc6b-4eaf-ab98-c33eaa11e53a req-ba0a2140-59a9-4c6d-80d0-841b75436a88 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0482581 Sep 23 03:15:09.863700 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0f34bdcb-cc6b-4eaf-ab98-c33eaa11e53a req-efd970c8-e1d9-4e0c-bda1-f974566478eb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306795 Sep 23 03:15:10.195068 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51104) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:10.314741 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f9261f48-44bd-4c55-9dd7-32759e135880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:10.418558 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f9261f48-44bd-4c55-9dd7-32759e135880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:10.501628 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f9261f48-44bd-4c55-9dd7-32759e135880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:10.551438 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-f9261f48-44bd-4c55-9dd7-32759e135880 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=039e64d8bef041b288c6b7bdc93d4c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552587 Sep 23 03:15:10.553129 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9261f48-44bd-4c55-9dd7-32759e135880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75185d69-eb1f-4c51-bd02-d45fdbe67caf,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:10.554167 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 51126) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:10.567825 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5dec2-9526-4c5a-8df6-9eb370f1449a req-6b4d04af-5ffe-4a29-abcf-92f977d5cdbd tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:10.567825 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8cb5dec2-9526-4c5a-8df6-9eb370f1449a req-6b4d04af-5ffe-4a29-abcf-92f977d5cdbd tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 948 time: 0.0956631 Sep 23 03:15:10.603368 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-53ce5a31-db85-482f-8c42-00d0b7de1ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:10.606304 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8cb5dec2-9526-4c5a-8df6-9eb370f1449a req-1e48c6a1-ea3a-425b-9903-5b97bb8c1c12 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Sep 23 03:15:10.635169 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-53ce5a31-db85-482f-8c42-00d0b7de1ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:10.807508 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-53ce5a31-db85-482f-8c42-00d0b7de1ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:10.810103 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-53ce5a31-db85-482f-8c42-00d0b7de1ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:10.811377 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-53ce5a31-db85-482f-8c42-00d0b7de1ade admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75185d69-eb1f-4c51-bd02-d45fdbe67caf HTTP/1.1" status: 204 len: 168 time: 0.2560985 Sep 23 03:15:10.819932 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce5a31-db85-482f-8c42-00d0b7de1ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75185d69-eb1f-4c51-bd02-d45fdbe67caf,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:11.000480 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef6c02-709a-47ec-a4b5-3b6fb34ecd43 req-21a41cae-4be1-4028-9313-a0fc0dab2fb1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:11.002145 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-73ef6c02-709a-47ec-a4b5-3b6fb34ecd43 req-21a41cae-4be1-4028-9313-a0fc0dab2fb1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0615125 Sep 23 03:15:11.039870 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-73ef6c02-709a-47ec-a4b5-3b6fb34ecd43 req-53c9e09f-bca4-4fe7-a093-18f04ee45033 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311499 Sep 23 03:15:11.474839 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51148) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:11.489278 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-644fc343-e131-4437-897a-6c467a7860ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:11.576742 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-644fc343-e131-4437-897a-6c467a7860ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:11.636203 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-644fc343-e131-4437-897a-6c467a7860ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:11.672356 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fc343-e131-4437-897a-6c467a7860ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22e02c2-3323-4271-95fb-fad7ceda115a,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:11.677297 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-644fc343-e131-4437-897a-6c467a7860ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afd619185440445f82b685fe4d5fa430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008009 Sep 23 03:15:11.680080 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 51156) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:11.729909 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0b328-50ea-44a8-9ca7-19a99e57d112 req-2741cca0-7c85-4102-affa-0b8a78e334c5 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:11.731431 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-82f0b328-50ea-44a8-9ca7-19a99e57d112 req-2741cca0-7c85-4102-affa-0b8a78e334c5 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 948 time: 0.0527623 Sep 23 03:15:11.733965 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3f83175d-ee19-4769-a410-23458e81c407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:11.756151 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3f83175d-ee19-4769-a410-23458e81c407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:11.770528 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-82f0b328-50ea-44a8-9ca7-19a99e57d112 req-e9b9facc-1d00-419e-9ddf-ec075837cf92 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Sep 23 03:15:11.877331 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3f83175d-ee19-4769-a410-23458e81c407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:11.883253 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3f83175d-ee19-4769-a410-23458e81c407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:11.884832 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-3f83175d-ee19-4769-a410-23458e81c407 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e22e02c2-3323-4271-95fb-fad7ceda115a HTTP/1.1" status: 204 len: 168 time: 0.2031853 Sep 23 03:15:11.899378 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83175d-ee19-4769-a410-23458e81c407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22e02c2-3323-4271-95fb-fad7ceda115a,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:12.153067 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23c8a1-1660-4918-925b-820328c23d4a req-21eea610-84a1-479d-939a-d10539d663b7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:12.154471 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ce23c8a1-1660-4918-925b-820328c23d4a req-21eea610-84a1-479d-939a-d10539d663b7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0477178 Sep 23 03:15:12.190990 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ce23c8a1-1660-4918-925b-820328c23d4a req-6afcad41-5062-47bd-8d56-8ca35850489d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306227 Sep 23 03:15:12.444567 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device e588eaae-420a-4b84-a09a-d4783209e38b up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:15:12.567945 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port e588eaae-420a-4b84-a09a-d4783209e38b completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:15:12.571817 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port e588eaae-420a-4b84-a09a-d4783209e38b triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:15:12.572194 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:12.648327 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:12.678386 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b694af2-fade-4765-bdff-a15fd7175a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e588eaae-420a-4b84-a09a-d4783209e38b'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:15:12.680899 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45963712-7f3c-4112-8b52-2c20c14d48ad" -d '{"events": [{"server_uuid": "0b694af2-fade-4765-bdff-a15fd7175a67", "name": "network-vif-plugged", "status": "completed", "tag": "e588eaae-420a-4b84-a09a-d4783209e38b"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:15:12.700442 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port e588eaae-420a-4b84-a09a-d4783209e38b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e588eaae-420a-4b84-a09a-d4783209e38b,segment=NetworkSegment(57727cf2-1d2e-426b-a689-70d509da5347),segment_id=57727cf2-1d2e-426b-a689-70d509da5347)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:15:12.717315 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60a9643-79c8-44e8-9061-7d336b6d0761 x-openstack-request-id: req-c60a9643-79c8-44e8-9061-7d336b6d0761 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:15:12.717607 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b694af2-fade-4765-bdff-a15fd7175a67", "name": "network-vif-plugged", "status": "completed", "tag": "e588eaae-420a-4b84-a09a-d4783209e38b", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:15:12.717857 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c60a9643-79c8-44e8-9061-7d336b6d0761 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:15:12.718248 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b694af2-fade-4765-bdff-a15fd7175a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e588eaae-420a-4b84-a09a-d4783209e38b', 'code': 200} Sep 23 03:15:12.785853 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:12.826955 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=e588eaae-420a-4b84-a09a-d4783209e38b,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:12.888622 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9c82a-202e-4541-9c40-bd8cf125e41e req-26e116f4-9e91-4ea8-8473-b528126c21cf tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:12.890106 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-37c9c82a-202e-4541-9c40-bd8cf125e41e req-26e116f4-9e91-4ea8-8473-b528126c21cf tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 949 time: 0.0506675 Sep 23 03:15:12.928107 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-37c9c82a-202e-4541-9c40-bd8cf125e41e req-8da8a402-418b-4839-ad92-5a6fbb9f77a5 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314972 Sep 23 03:15:13.305688 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dad386-be0e-4398-8fe1-d050b6f4f27e req-a6d22833-6c09-4957-9c28-c1879c7d9900 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:13.307180 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-63dad386-be0e-4398-8fe1-d050b6f4f27e req-a6d22833-6c09-4957-9c28-c1879c7d9900 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0477290 Sep 23 03:15:13.345933 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-63dad386-be0e-4398-8fe1-d050b6f4f27e req-e2f71f83-c58b-4323-8c5a-296000a7837a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325487 Sep 23 03:15:14.046073 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06169d-ebc2-47dd-b15c-a63e1765f1ff req-0c6dad30-cccf-4930-8513-b14aaa914a88 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:14.047794 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ed06169d-ebc2-47dd-b15c-a63e1765f1ff req-0c6dad30-cccf-4930-8513-b14aaa914a88 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 949 time: 0.0525401 Sep 23 03:15:14.086863 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ed06169d-ebc2-47dd-b15c-a63e1765f1ff req-0bfa99e6-ae6f-4422-961b-b562b2c8f835 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Sep 23 03:15:14.458877 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05579cca-531a-477a-b184-4dd1f44c976b req-69056c29-485c-42eb-a4bb-6dd89b607ffe tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:14.460368 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-05579cca-531a-477a-b184-4dd1f44c976b req-69056c29-485c-42eb-a4bb-6dd89b607ffe tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0485897 Sep 23 03:15:14.498272 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-05579cca-531a-477a-b184-4dd1f44c976b req-3d3713d4-e225-4408-bad4-2a1fa5fa9e55 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318997 Sep 23 03:15:15.243553 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0bba-f629-4bd7-912d-9e45708e40af req-a66f755b-0d1a-4597-837e-bafdd368df47 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:15.245102 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ca0d0bba-f629-4bd7-912d-9e45708e40af req-a66f755b-0d1a-4597-837e-bafdd368df47 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 949 time: 0.0877011 Sep 23 03:15:15.260307 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a3a1f60c-3628-4787-9b3b-990a7ee46876 req-1a2cc266-888e-47ef-be6c-24ce61be9426 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659297 Sep 23 03:15:15.288861 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ca0d0bba-f629-4bd7-912d-9e45708e40af req-842f1a2f-5601-44dc-9157-61ec7841511a tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375869 Sep 23 03:15:15.386515 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fad4f6-67c0-4ad0-99cc-c955a94b9094 req-91a466ed-6e3d-458e-9f33-c125b001a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:15.387892 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1f60c-3628-4787-9b3b-990a7ee46876 req-63898eee-bc82-4bb0-af98-3028db30dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:15.388408 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b0fad4f6-67c0-4ad0-99cc-c955a94b9094 req-91a466ed-6e3d-458e-9f33-c125b001a9c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 1102 time: 0.0389733 Sep 23 03:15:15.389439 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a3a1f60c-3628-4787-9b3b-990a7ee46876 req-63898eee-bc82-4bb0-af98-3028db30dc99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 1099 time: 0.0404916 Sep 23 03:15:15.430900 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b0fad4f6-67c0-4ad0-99cc-c955a94b9094 req-27caade3-db0c-43a8-aa49-130a1e36787c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285187 Sep 23 03:15:15.503272 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1f60c-3628-4787-9b3b-990a7ee46876 req-0fefcfd7-ab39-4f26-a8f1-0b547b445e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:15.504780 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a3a1f60c-3628-4787-9b3b-990a7ee46876 req-0fefcfd7-ab39-4f26-a8f1-0b547b445e7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 HTTP/1.1" status: 200 len: 914 time: 0.0854185 Sep 23 03:15:15.609770 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074b701-2a64-4587-8f19-49dd733d11b3 req-06062d49-ca80-4a55-a56c-8bbf3b36b041 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:15.611218 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0074b701-2a64-4587-8f19-49dd733d11b3 req-06062d49-ca80-4a55-a56c-8bbf3b36b041 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0474496 Sep 23 03:15:15.648992 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0074b701-2a64-4587-8f19-49dd733d11b3 req-ac8b4c17-fa52-4faf-92ff-74c6c1c516fc tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316870 Sep 23 03:15:16.117502 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a3a1f60c-3628-4787-9b3b-990a7ee46876 req-e893175f-4f39-414e-9a78-823a938cf804 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 HTTP/1.1" status: 200 len: 217 time: 0.0345769 Sep 23 03:15:16.166270 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1f60c-3628-4787-9b3b-990a7ee46876 req-f33db3c3-4d92-4141-92d2-774868681df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:16.167753 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a3a1f60c-3628-4787-9b3b-990a7ee46876 req-f33db3c3-4d92-4141-92d2-774868681df4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1939509-f41f-4d03-ba7b-2941c8932e06 HTTP/1.1" status: 200 len: 853 time: 0.0426054 Sep 23 03:15:16.294885 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a3a1f60c-3628-4787-9b3b-990a7ee46876 req-7656788f-ec8f-45a1-92a0-9f049ef11d56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255461 Sep 23 03:15:16.401118 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a3a1f60c-3628-4787-9b3b-990a7ee46876 req-5d49529e-914b-4905-9267-532403ec0de5 service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850439 Sep 23 03:15:16.403244 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774f32b-8faa-4a62-ba03-a7b7f3b39175 req-8b06ca17-487b-405f-b0f2-2c3e493adeca tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:16.404721 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0774f32b-8faa-4a62-ba03-a7b7f3b39175 req-8b06ca17-487b-405f-b0f2-2c3e493adeca tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 949 time: 0.0513091 Sep 23 03:15:16.443065 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0774f32b-8faa-4a62-ba03-a7b7f3b39175 req-0f2645b4-4b95-481c-a585-e5dba521b703 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Sep 23 03:15:16.497840 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a3a1f60c-3628-4787-9b3b-990a7ee46876 req-1fc252b2-8477-495b-9504-328af38ef644 service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877774 Sep 23 03:15:16.762580 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa04a1-4fbc-4ea8-80a8-a7089b4b0e81 req-e75edcd8-a790-4386-9bad-e019198c3bdc tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:16.764105 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d1fa04a1-4fbc-4ea8-80a8-a7089b4b0e81 req-e75edcd8-a790-4386-9bad-e019198c3bdc tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0482180 Sep 23 03:15:16.802040 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d1fa04a1-4fbc-4ea8-80a8-a7089b4b0e81 req-b9434d29-0f83-4cf2-abff-d6f518416582 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317988 Sep 23 03:15:17.611513 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5588b-fa38-4335-97f2-b0beb6cc8681 req-8c61dc0a-0393-4913-870c-aa96f39541ba tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:17.613699 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-45e5588b-fa38-4335-97f2-b0beb6cc8681 req-8c61dc0a-0393-4913-870c-aa96f39541ba tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 949 time: 0.0577190 Sep 23 03:15:17.652507 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-45e5588b-fa38-4335-97f2-b0beb6cc8681 req-c821c2e2-be36-45a6-b158-d0bb359514f0 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Sep 23 03:15:17.864282 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-cceb87f9-9d46-42b6-8fab-b89bba90cef2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:17.872236 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-cceb87f9-9d46-42b6-8fab-b89bba90cef2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/networks?id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 HTTP/1.1" status: 200 len: 813 time: 0.1167173 Sep 23 03:15:17.889581 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-005d9d9c-7731-45e3-9d11-0f5de743dd53 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/quotas/3a0db8b321a54de5ae011d51e6e69a58 HTTP/1.1" status: 200 len: 375 time: 0.0162511 Sep 23 03:15:17.946931 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6c80b80-1263-44c4-bc44-1ac831365be3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513601 Sep 23 03:15:17.961934 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4d346-b381-409c-bb8c-5a91046704cf req-33af599a-cb7c-41f6-a356-596e1c708198 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:17.969509 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5fe4d346-b381-409c-bb8c-5a91046704cf req-33af599a-cb7c-41f6-a356-596e1c708198 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0686522 Sep 23 03:15:18.007880 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5fe4d346-b381-409c-bb8c-5a91046704cf req-ad1e8dcf-7f63-486a-8464-f73135dfd7d6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375035 Sep 23 03:15:18.241995 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-e4753557-cc5d-4fc6-aeb1-85ed1634925a service neutron] 10.222.0.23 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877321 Sep 23 03:15:18.335688 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-ee3553eb-82a1-4a0e-a43a-d57bf53f8748 service neutron] 10.222.0.23 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875709 Sep 23 03:15:18.570846 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3ec3415a-ff0a-4686-9217-5729f4eab885 req-371034f7-ccc4-4b44-a077-d99ef5d67203 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 210 time: 0.0287006 Sep 23 03:15:18.797714 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e98f0-a11f-4d1c-b13a-9d88b895d4b0 req-4689dfa8-f19a-44e7-92f5-2aa48af9d4ce tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:18.799118 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-507e98f0-a11f-4d1c-b13a-9d88b895d4b0 req-4689dfa8-f19a-44e7-92f5-2aa48af9d4ce tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 949 time: 0.0492027 Sep 23 03:15:18.852904 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cd961-4926-46bd-928b-a9609fa50e61 req-78c139a5-e206-4449-a02c-e5217dfc3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:18.858030 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-882cd961-4926-46bd-928b-a9609fa50e61 req-78c139a5-e206-4449-a02c-e5217dfc3213 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 1098 time: 0.0445161 Sep 23 03:15:18.859224 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-507e98f0-a11f-4d1c-b13a-9d88b895d4b0 req-7c896ad6-ac48-46d5-a773-0fc68b597531 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497768 Sep 23 03:15:18.901017 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-882cd961-4926-46bd-928b-a9609fa50e61 req-bc60d282-678d-48d3-a6d2-c8fb69b4bcde service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 Sep 23 03:15:19.141372 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b7287-99e5-4bea-8228-a95d89c38685 req-8d28018d-8961-4bcc-b715-25e1c8ec859b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:19.143503 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3f0b7287-99e5-4bea-8228-a95d89c38685 req-8d28018d-8961-4bcc-b715-25e1c8ec859b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0615394 Sep 23 03:15:19.191964 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3f0b7287-99e5-4bea-8228-a95d89c38685 req-2a493f6e-593a-4c9c-891f-1f3eb96d04e1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365319 Sep 23 03:15:19.436974 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce7d98-168d-4340-b871-4ca603b23457 req-5dc9f203-7fa4-403d-967a-f33151da8f27 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:19.438452 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-74ce7d98-168d-4340-b871-4ca603b23457 req-5dc9f203-7fa4-403d-967a-f33151da8f27 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 949 time: 0.0499234 Sep 23 03:15:19.477650 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-74ce7d98-168d-4340-b871-4ca603b23457 req-3f5306e7-adc1-4d89-86ca-4be7c6936955 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Sep 23 03:15:19.692781 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-92eb3690-6bb5-4372-ba77-380da0e85959 req-b09d0923-2001-4932-a766-2266f06e48ca tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 210 time: 0.0256338 Sep 23 03:15:20.177198 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51442) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:20.297585 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-80ec6685-4988-4dcb-b58b-2c59fcd5d153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:20.314906 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bd71e-5af1-416d-a2ca-4693a70586eb req-b2655635-ffd3-44e8-b2c9-53588b576322 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:20.322584 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-570bd71e-5af1-416d-a2ca-4693a70586eb req-b2655635-ffd3-44e8-b2c9-53588b576322 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0559165 Sep 23 03:15:20.358412 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-570bd71e-5af1-416d-a2ca-4693a70586eb req-fb09abd5-bca6-4ffb-986c-79906e0914d2 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347788 Sep 23 03:15:20.400885 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-80ec6685-4988-4dcb-b58b-2c59fcd5d153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:20.481758 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-80ec6685-4988-4dcb-b58b-2c59fcd5d153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:20.521504 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-80ec6685-4988-4dcb-b58b-2c59fcd5d153 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=805ce7ebaf794c63b7466e977b855bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3432117 Sep 23 03:15:20.523338 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec6685-4988-4dcb-b58b-2c59fcd5d153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc94549e-40fd-4384-ac64-1ee11e37c4bd,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:20.524318 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 51456) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:20.579371 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0f462bae-3161-4127-a6f2-96e9bf37f6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:20.605307 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0f462bae-3161-4127-a6f2-96e9bf37f6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:20.623595 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05e5f5-7265-4faa-8765-010706e382a9 req-6ffa2f85-7fb1-4da9-a0d6-fd682bf93516 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:20.625142 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7f05e5f5-7265-4faa-8765-010706e382a9 req-6ffa2f85-7fb1-4da9-a0d6-fd682bf93516 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 949 time: 0.0551996 Sep 23 03:15:20.666282 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7f05e5f5-7265-4faa-8765-010706e382a9 req-603eb874-42cc-47a3-a066-cb58e76a3653 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337133 Sep 23 03:15:20.722178 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0f462bae-3161-4127-a6f2-96e9bf37f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:20.725920 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0f462bae-3161-4127-a6f2-96e9bf37f6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:20.728037 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-0f462bae-3161-4127-a6f2-96e9bf37f6ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc94549e-40fd-4384-ac64-1ee11e37c4bd HTTP/1.1" status: 204 len: 168 time: 0.2023499 Sep 23 03:15:20.741403 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f462bae-3161-4127-a6f2-96e9bf37f6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc94549e-40fd-4384-ac64-1ee11e37c4bd,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:20.816726 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e5587d20-60d9-4d9e-a804-3003be946dee req-457d2e20-e2ee-45ec-9e51-f6d0ebbb6ba9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 210 time: 0.0269806 Sep 23 03:15:21.298570 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-a23e482f-2e5e-4fb8-a997-75302b49dd7d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:21.301758 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-a23e482f-2e5e-4fb8-a997-75302b49dd7d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "GET /v2.0/networks?id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 HTTP/1.1" status: 200 len: 813 time: 0.1225655 Sep 23 03:15:21.339719 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Request body: {'port': {'device_id': 'f1794ea1-9fe8-477d-9b84-69b84a923ec2', 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2', 'admin_state_up': True, 'tenant_id': '3a0db8b321a54de5ae011d51e6e69a58'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:15:21.513327 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4b748-2ecb-48de-b568-91e4bfc7e4a5 req-1be30272-8179-415e-85e8-1c96eed847b1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:21.527819 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51508) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:21.528377 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ecb4b748-2ecb-48de-b568-91e4bfc7e4a5 req-1be30272-8179-415e-85e8-1c96eed847b1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0825102 Sep 23 03:15:21.536574 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f8a11e66-20ed-4648-b9b5-0a21eaefcd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:21.564300 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ecb4b748-2ecb-48de-b568-91e4bfc7e4a5 req-61406e59-73a9-459d-b860-3602b6b98738 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 Sep 23 03:15:21.631241 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-199b8844-a58f-4d20-85fa-61a7c8a4ddfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:21.659285 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Made reservation on behalf of 3a0db8b321a54de5ae011d51e6e69a58 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:15:21.664913 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:21.810815 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f8a11e66-20ed-4648-b9b5-0a21eaefcd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:21.821679 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Allocated IP 172.20.0.7 (803c4c70-2ff9-4ddc-a896-3501f0b2a0a2/e1939509-f41f-4d03-ba7b-2941c8932e06/032fd351-ef94-4f58-8754-acd5c5fa124d) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:15:21.838533 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532a73a-3be9-4b64-99c2-ee58046fff70 req-93b12a98-8c1b-4280-8904-dd1e02eeb57a tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:21.840000 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0532a73a-3be9-4b64-99c2-ee58046fff70 req-93b12a98-8c1b-4280-8904-dd1e02eeb57a tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 949 time: 0.0615091 Sep 23 03:15:21.880214 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0532a73a-3be9-4b64-99c2-ee58046fff70 req-dcf5aa63-6006-4f36-93fd-d706a45fbaf0 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/security-groups?id=91ec7b24-9d2f-4c36-968a-2cb29372d088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338151 Sep 23 03:15:21.933662 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f8a11e66-20ed-4648-b9b5-0a21eaefcd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:21.979576 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:21.992910 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-001afc88-55cf-4837-924e-10879abc7b28 req-fde537d8-1e78-4aec-9d1d-8cf31dbdd700 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 210 time: 0.0450284 Sep 23 03:15:22.007724 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-f8a11e66-20ed-4648-b9b5-0a21eaefcd29 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0936db76944455e83ce5f2fd11ee160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4836047 Sep 23 03:15:22.009631 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a11e66-20ed-4648-b9b5-0a21eaefcd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae01974e-4954-4c73-be8c-1affd5bf2da8,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:22.012991 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51530) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:22.062600 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d4801-3309-430c-8db5-f6269bed7e25 req-bf0e4458-2d96-4aab-8571-f5abf743d5a1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:22.064100 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-028d4801-3309-430c-8db5-f6269bed7e25 req-bf0e4458-2d96-4aab-8571-f5abf743d5a1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0561278 Sep 23 03:15:22.066206 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ef0613c-3b04-4380-81dc-69fe8db37d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:22.087661 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ef0613c-3b04-4380-81dc-69fe8db37d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:22.119699 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-028d4801-3309-430c-8db5-f6269bed7e25 req-779c90aa-354b-40c4-86c1-5cebefb755d3 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489779 Sep 23 03:15:22.137469 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:22.168010 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887db6c-0adf-40be-b189-c701a8771b75 req-e36dabb8-82b4-40e7-8203-e4870b958d62 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:22.169558 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c887db6c-0adf-40be-b189-c701a8771b75 req-e36dabb8-82b4-40e7-8203-e4870b958d62 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 949 time: 0.0799835 Sep 23 03:15:22.190519 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:15:22.195145 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:15:22.195992 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['c5c1a228-41bc-4fd1-9c8e-6b4d92214b55', '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:15:22.203271 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:15:22.208142 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176865-43ac-4293-9aca-6d1328537866 req-75c80eee-a834-42c2-82c9-ab9db61fdc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:22.212090 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e5176865-43ac-4293-9aca-6d1328537866 req-75c80eee-a834-42c2-82c9-ab9db61fdc6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 1098 time: 0.1049192 Sep 23 03:15:22.212090 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Pushing event updated for resources: {'Port': ['ID=032fd351-ef94-4f58-8754-acd5c5fa124d,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:22.280994 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [req-c887db6c-0adf-40be-b189-c701a8771b75 req-47277fa7-d019-4a46-93e5-e52dbd4ed629 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Deleting port e588eaae-420a-4b84-a09a-d4783209e38b {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:15:22.281373 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-c887db6c-0adf-40be-b189-c701a8771b75 req-47277fa7-d019-4a46-93e5-e52dbd4ed629 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:22.303158 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ef0613c-3b04-4380-81dc-69fe8db37d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:22.305879 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ef0613c-3b04-4380-81dc-69fe8db37d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:22.307120 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-2ef0613c-3b04-4380-81dc-69fe8db37d1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae01974e-4954-4c73-be8c-1affd5bf2da8 HTTP/1.1" status: 204 len: 168 time: 0.2928267 Sep 23 03:15:22.312643 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:22.313177 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:22.325730 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0613c-3b04-4380-81dc-69fe8db37d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae01974e-4954-4c73-be8c-1affd5bf2da8,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:22.352119 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176865-43ac-4293-9aca-6d1328537866 req-fee0d471-bf63-4c3b-b96e-e351b1737771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:22.354039 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e5176865-43ac-4293-9aca-6d1328537866 req-fee0d471-bf63-4c3b-b96e-e351b1737771 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d10651e-f809-49e7-bd10-b6e6b7add90a HTTP/1.1" status: 200 len: 920 time: 0.1229846 Sep 23 03:15:22.403373 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [req-c887db6c-0adf-40be-b189-c701a8771b75 req-47277fa7-d019-4a46-93e5-e52dbd4ed629 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] For port e588eaae-420a-4b84-a09a-d4783209e38b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=e588eaae-420a-4b84-a09a-d4783209e38b,segment=NetworkSegment(57727cf2-1d2e-426b-a689-70d509da5347),segment_id=57727cf2-1d2e-426b-a689-70d509da5347)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:15:22.404124 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-c887db6c-0adf-40be-b189-c701a8771b75 req-47277fa7-d019-4a46-93e5-e52dbd4ed629 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:22.407761 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e5176865-43ac-4293-9aca-6d1328537866 req-56c163ad-0152-4d0c-a647-24326974f432 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a49c2a6f-b48c-430a-a827-5f061c7c60c2 HTTP/1.1" status: 200 len: 217 time: 0.0373077 Sep 23 03:15:22.409476 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-c6af6b5e-0f86-4660-abef-c02a08bc3f84 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0738714 Sep 23 03:15:22.424018 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [req-c887db6c-0adf-40be-b189-c701a8771b75 req-47277fa7-d019-4a46-93e5-e52dbd4ed629 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Calling delete_port for e588eaae-420a-4b84-a09a-d4783209e38b owned by compute:nova {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:15:22.470461 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Request body: {'port': {'device_id': 'f1794ea1-9fe8-477d-9b84-69b84a923ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:15:22.557840 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5176865-43ac-4293-9aca-6d1328537866 req-8a85cfeb-c8fc-4b26-8ee7-ce065ebcd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:22.559317 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e5176865-43ac-4293-9aca-6d1328537866 req-8a85cfeb-c8fc-4b26-8ee7-ce065ebcd9d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3aa06fe-d1df-4102-a886-3bfd91ea52d9 HTTP/1.1" status: 200 len: 859 time: 0.1173484 Sep 23 03:15:22.563995 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:22.606941 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e5176865-43ac-4293-9aca-6d1328537866 req-c618807d-cedd-4065-b52f-24708c69a001 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d10651e-f809-49e7-bd10-b6e6b7add90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276845 Sep 23 03:15:22.676237 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-c887db6c-0adf-40be-b189-c701a8771b75 req-47277fa7-d019-4a46-93e5-e52dbd4ed629 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:22.707579 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47277fa7-d019-4a46-93e5-e52dbd4ed629 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Pushing event deleted for resources: {'Port': ['ID=e588eaae-420a-4b84-a09a-d4783209e38b,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:22.756253 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [req-c887db6c-0adf-40be-b189-c701a8771b75 req-47277fa7-d019-4a46-93e5-e52dbd4ed629 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] No DVR routers for this DVR port e588eaae-420a-4b84-a09a-d4783209e38b on host hv-cinder-76845 {{(pid=94695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:15:22.759692 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-c887db6c-0adf-40be-b189-c701a8771b75 req-47277fa7-d019-4a46-93e5-e52dbd4ed629 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:22.762152 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c887db6c-0adf-40be-b189-c701a8771b75 req-47277fa7-d019-4a46-93e5-e52dbd4ed629 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.13 "DELETE /v2.0/ports/e588eaae-420a-4b84-a09a-d4783209e38b HTTP/1.1" status: 204 len: 173 time: 0.5829852 Sep 23 03:15:22.762697 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b694af2-fade-4765-bdff-a15fd7175a67', 'name': 'network-vif-deleted', 'tag': 'e588eaae-420a-4b84-a09a-d4783209e38b'}] {{(pid=94695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:15:22.765051 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ea325f59732fbd3d14639bb5eabbc68b86f67e4ce5ec58dbbdb68b31d0c114" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5036cb0-bbbc-41c2-b2c2-6ca4c6e47662" -d '{"events": [{"server_uuid": "0b694af2-fade-4765-bdff-a15fd7175a67", "name": "network-vif-deleted", "tag": "e588eaae-420a-4b84-a09a-d4783209e38b"}]}' {{(pid=94695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:15:22.813324 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e5176865-43ac-4293-9aca-6d1328537866 req-cf47e5cf-12a0-41ac-8f5c-7172c9c85741 service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856627 Sep 23 03:15:22.830445 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a65a855-82bd-4973-8324-4b1ae3a08146 x-openstack-request-id: req-1a65a855-82bd-4973-8324-4b1ae3a08146 {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:15:22.842426 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b694af2-fade-4765-bdff-a15fd7175a67", "name": "network-vif-deleted", "tag": "e588eaae-420a-4b84-a09a-d4783209e38b", "status": "completed", "code": 200}]} {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:15:22.842426 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a65a855-82bd-4973-8324-4b1ae3a08146 {{(pid=94695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:15:22.842426 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b694af2-fade-4765-bdff-a15fd7175a67', 'name': 'network-vif-deleted', 'tag': 'e588eaae-420a-4b84-a09a-d4783209e38b', 'status': 'completed', 'code': 200} Sep 23 03:15:22.999170 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-81229fe7-dacc-4012-a035-48f7496aff51 req-548e9f21-588f-46f1-a23c-e236f68e5711 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 210 time: 0.0393822 Sep 23 03:15:23.040652 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e5176865-43ac-4293-9aca-6d1328537866 req-8d21f8e4-20e4-4814-bceb-5441444c9dc7 service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695287 Sep 23 03:15:23.073538 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032fd351-ef94-4f58-8754-acd5c5fa124d {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:15:23.091567 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.122217 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 51566) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:23.130542 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Transition to ACTIVE for port object 032fd351-ef94-4f58-8754-acd5c5fa124d will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:15:23.141198 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf9d-49e0-4285-b2d0-702d68515e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.162218 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f835b42-2387-4519-af1b-a16f3fd6c92a req-6b83cf2f-e8ef-4dee-9ba7-39a967bf3bc3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:23.163721 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0f835b42-2387-4519-af1b-a16f3fd6c92a req-6b83cf2f-e8ef-4dee-9ba7-39a967bf3bc3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 931 time: 0.0949147 Sep 23 03:15:23.183613 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.258067 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d450da9-b531-4320-97c9-6d10b2895858 req-9731c7aa-44dd-4efc-a90b-f83c2bbbb946 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:23.259757 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3d450da9-b531-4320-97c9-6d10b2895858 req-9731c7aa-44dd-4efc-a90b-f83c2bbbb946 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0557125 Sep 23 03:15:23.264419 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['e588eaae-420a-4b84-a09a-d4783209e38b'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:15:23.286788 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0f835b42-2387-4519-af1b-a16f3fd6c92a req-33a1b247-a270-4a3d-bccc-4d3ff466b8a3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086633 Sep 23 03:15:23.301372 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Pushing event updated for resources: {'Port': ['ID=032fd351-ef94-4f58-8754-acd5c5fa124d,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:23.318845 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3d450da9-b531-4320-97c9-6d10b2895858 req-d6523055-2866-4fc7-b2fc-2567ffe2b86b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512390 Sep 23 03:15:23.349338 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51574) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:23.415876 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Attempting to bind port 032fd351-ef94-4f58-8754-acd5c5fa124d on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:15:23.416472 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Attempting to bind port 032fd351-ef94-4f58-8754-acd5c5fa124d by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:15:23.416607 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Attempting to bind port 032fd351-ef94-4f58-8754-acd5c5fa124d on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:15:23.428504 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf9d-49e0-4285-b2d0-702d68515e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.430649 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Port 032fd351-ef94-4f58-8754-acd5c5fa124d on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:15:23.430649 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Attempting to bind port 032fd351-ef94-4f58-8754-acd5c5fa124d on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:15:23.434657 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:15:23.434995 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Checking segment: {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:15:23.435375 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Bound using segment: {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:15:23.435830 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Bound port: 032fd351-ef94-4f58-8754-acd5c5fa124d, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:15:23.436178 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.457405 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-93ce235e-79fd-4959-9a57-647537009f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.499661 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] For port 032fd351-ef94-4f58-8754-acd5c5fa124d, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:15:23.502679 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] For port 032fd351-ef94-4f58-8754-acd5c5fa124d, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=032fd351-ef94-4f58-8754-acd5c5fa124d,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:15:23.504339 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf9d-49e0-4285-b2d0-702d68515e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.543109 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-ffbcdf9d-49e0-4285-b2d0-702d68515e3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a819e6e675c1473ca6ae55c2e5af0557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192159 Sep 23 03:15:23.544063 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcdf9d-49e0-4285-b2d0-702d68515e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3a74ff-4ff5-4a17-a925-c79c74ed5507,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:23.546489 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 51578) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:23.583530 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-93ce235e-79fd-4959-9a57-647537009f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.585583 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.628263 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:23.629030 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.630397 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] 10.222.0.13 "PUT /v2.0/ports/032fd351-ef94-4f58-8754-acd5c5fa124d HTTP/1.1" status: 200 len: 1093 time: 1.1655827 Sep 23 03:15:23.630827 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1794ea1-9fe8-477d-9b84-69b84a923ec2', 'tag': '032fd351-ef94-4f58-8754-acd5c5fa124d'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:15:23.633169 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6040fd23-d9ef-4665-ab77-2eed31ba2082" -d '{"events": [{"name": "network-changed", "server_uuid": "f1794ea1-9fe8-477d-9b84-69b84a923ec2", "tag": "032fd351-ef94-4f58-8754-acd5c5fa124d"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:15:23.646099 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e150987-3df4-4829-ad5b-90d3199fef88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.665488 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-93ce235e-79fd-4959-9a57-647537009f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.672353 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e8fb9-f035-4a55-886d-5da3cd68614f x-openstack-request-id: req-d16e8fb9-f035-4a55-886d-5da3cd68614f {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:15:23.672667 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1794ea1-9fe8-477d-9b84-69b84a923ec2", "tag": "032fd351-ef94-4f58-8754-acd5c5fa124d", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:15:23.672919 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d16e8fb9-f035-4a55-886d-5da3cd68614f {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:15:23.673315 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1794ea1-9fe8-477d-9b84-69b84a923ec2', 'tag': '032fd351-ef94-4f58-8754-acd5c5fa124d', 'status': 'completed', 'code': 200} Sep 23 03:15:23.677709 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63054b00-a311-4a85-bce3-673ce7bafd08 service neutron] Pushing event updated for resources: {'Port': ['ID=032fd351-ef94-4f58-8754-acd5c5fa124d,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:23.684309 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e150987-3df4-4829-ad5b-90d3199fef88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.702792 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-93ce235e-79fd-4959-9a57-647537009f42 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64dc16864c8043c789afeeec9e7444e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523145 Sep 23 03:15:23.706101 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51582) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:23.714537 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce235e-79fd-4959-9a57-647537009f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e7a6a1-c093-4607-8752-fa92215bf885,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:23.765879 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f92022dd-53bf-425d-a976-02cc23b11cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.789208 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f92022dd-53bf-425d-a976-02cc23b11cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.802831 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040fd23-d9ef-4665-ab77-2eed31ba2082 req-9b269b72-44e6-42c6-bf39-4d378fe970e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:23.804335 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6040fd23-d9ef-4665-ab77-2eed31ba2082 req-9b269b72-44e6-42c6-bf39-4d378fe970e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0460835 Sep 23 03:15:23.904856 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f92022dd-53bf-425d-a976-02cc23b11cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.907624 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f92022dd-53bf-425d-a976-02cc23b11cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.908239 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e150987-3df4-4829-ad5b-90d3199fef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.908811 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-f92022dd-53bf-425d-a976-02cc23b11cda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63e7a6a1-c093-4607-8752-fa92215bf885 HTTP/1.1" status: 204 len: 168 time: 0.2012651 Sep 23 03:15:23.917681 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92022dd-53bf-425d-a976-02cc23b11cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e7a6a1-c093-4607-8752-fa92215bf885,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:23.921204 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e150987-3df4-4829-ad5b-90d3199fef88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:23.925362 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-4e150987-3df4-4829-ad5b-90d3199fef88 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f3a74ff-4ff5-4a17-a925-c79c74ed5507 HTTP/1.1" status: 204 len: 168 time: 0.3750608 Sep 23 03:15:23.938661 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e150987-3df4-4829-ad5b-90d3199fef88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3a74ff-4ff5-4a17-a925-c79c74ed5507,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:23.969231 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040fd23-d9ef-4665-ab77-2eed31ba2082 req-c9d2f6d0-5057-4ad8-b491-fa7156f5df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:23.973931 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6040fd23-d9ef-4665-ab77-2eed31ba2082 req-c9d2f6d0-5057-4ad8-b491-fa7156f5df1d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1319354 Sep 23 03:15:24.081892 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040fd23-d9ef-4665-ab77-2eed31ba2082 req-bc40b06c-aace-4be9-9e07-6c96830238e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:24.083453 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6040fd23-d9ef-4665-ab77-2eed31ba2082 req-bc40b06c-aace-4be9-9e07-6c96830238e5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999939 Sep 23 03:15:24.121144 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-163a0ae6-dee3-42be-9b91-359a0b12c489 req-73cec155-adf5-49e7-a640-584490f2a8e0 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b694af2-fade-4765-bdff-a15fd7175a67 HTTP/1.1" status: 200 len: 210 time: 0.0300725 Sep 23 03:15:24.203461 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-f6b38f2e-d952-42ff-b793-adc78d01ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:24.206663 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-f6b38f2e-d952-42ff-b793-adc78d01ea5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 1096 time: 0.0458686 Sep 23 03:15:24.263997 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-d0414a4e-a0e8-4594-b07c-983bda2f33f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=032fd351-ef94-4f58-8754-acd5c5fa124d HTTP/1.1" status: 200 len: 217 time: 0.0399463 Sep 23 03:15:24.345341 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-d3a9e8a3-c15a-4af5-ad57-74595bd9ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:24.346954 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-d3a9e8a3-c15a-4af5-ad57-74595bd9ebc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1939509-f41f-4d03-ba7b-2941c8932e06 HTTP/1.1" status: 200 len: 853 time: 0.0725822 Sep 23 03:15:24.367828 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-753ef5e1-d140-4585-9a2d-176aef27ec73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:24.421021 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-8e0f67cf-a217-423e-be8f-81e3537207c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621455 Sep 23 03:15:24.478906 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e3c6-0141-4011-bcdd-340b849acaa1 req-800107f5-94f1-4a52-8aeb-a4d943578d37 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:24.486871 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ebf3e3c6-0141-4011-bcdd-340b849acaa1 req-800107f5-94f1-4a52-8aeb-a4d943578d37 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 943 time: 0.1271996 Sep 23 03:15:24.527765 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ebf3e3c6-0141-4011-bcdd-340b849acaa1 req-1440be4d-1fec-4c2c-8eaa-b5681955f67f tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 Sep 23 03:15:24.584220 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f90ab-609b-49db-99ae-fd08dcb25271 req-3c7c7be1-8eba-489b-a0ef-4b422faf6c05 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:24.585823 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-930f90ab-609b-49db-99ae-fd08dcb25271 req-3c7c7be1-8eba-489b-a0ef-4b422faf6c05 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.1194637 Sep 23 03:15:24.587773 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-47861d8d-5b56-45a3-a771-e78fa986f171 service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511657 Sep 23 03:15:24.643555 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-930f90ab-609b-49db-99ae-fd08dcb25271 req-76e9b4d4-7358-4fe5-9be2-ebe702ca1ef2 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Sep 23 03:15:24.712360 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb2aa3f2-0c98-47d9-a97e-efa15f26be22 req-4ef2e725-ced0-4038-a2c2-a7a89f7d03f6 service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926383 Sep 23 03:15:24.763117 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:24.809451 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51618) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:24.912106 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-71bd2b6d-bbeb-4f6a-b979-49dcb436d515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:24.922126 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 51622) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:24.935837 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-678de50d-b6f1-4f12-8ddb-03b37b44042e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:24.997749 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-71bd2b6d-bbeb-4f6a-b979-49dcb436d515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.070299 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-71bd2b6d-bbeb-4f6a-b979-49dcb436d515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.113173 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-71bd2b6d-bbeb-4f6a-b979-49dcb436d515 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ac03f27b6b748f18418d6c676bdba69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001881 Sep 23 03:15:25.113173 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd2b6d-bbeb-4f6a-b979-49dcb436d515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27b83b7-4f54-4b3b-8f71-2c7a5ac0d9ea,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:25.113483 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 51624) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:25.185730 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-678de50d-b6f1-4f12-8ddb-03b37b44042e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.188548 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6174272c-1f9e-4609-b18d-7226e00d119e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.212920 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6174272c-1f9e-4609-b18d-7226e00d119e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.270833 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.339303 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-678de50d-b6f1-4f12-8ddb-03b37b44042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.377455 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6174272c-1f9e-4609-b18d-7226e00d119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.380539 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6174272c-1f9e-4609-b18d-7226e00d119e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.382627 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-6174272c-1f9e-4609-b18d-7226e00d119e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e27b83b7-4f54-4b3b-8f71-2c7a5ac0d9ea HTTP/1.1" status: 204 len: 168 time: 0.2672591 Sep 23 03:15:25.384539 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-678de50d-b6f1-4f12-8ddb-03b37b44042e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bda6f00070a949d192f70d5dab21ffc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614170 Sep 23 03:15:25.392428 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678de50d-b6f1-4f12-8ddb-03b37b44042e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebfc87e-d2d3-4c82-a0d5-cf13fd70eaa4,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:25.392569 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51638) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:25.399039 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174272c-1f9e-4609-b18d-7226e00d119e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27b83b7-4f54-4b3b-8f71-2c7a5ac0d9ea,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:25.464094 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3930-6fdb-4195-b0c7-d16b5a2672c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.485278 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3930-6fdb-4195-b0c7-d16b5a2672c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.516143 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device e588eaae-420a-4b84-a09a-d4783209e38b no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:15:25.540631 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: e588eaae-420a-4b84-a09a-d4783209e38b {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:15:25.540978 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device e588eaae-420a-4b84-a09a-d4783209e38b not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:15:25.647954 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02512a-77ba-40bb-9313-7574cd9c2eb3 req-e5e7e146-231e-41ff-88ce-ddae54b8a973 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:25.649492 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2c02512a-77ba-40bb-9313-7574cd9c2eb3 req-e5e7e146-231e-41ff-88ce-ddae54b8a973 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 943 time: 0.0489058 Sep 23 03:15:25.653360 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3930-6fdb-4195-b0c7-d16b5a2672c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.656613 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3930-6fdb-4195-b0c7-d16b5a2672c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:25.657196 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-3e1a3930-6fdb-4195-b0c7-d16b5a2672c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ebfc87e-d2d3-4c82-a0d5-cf13fd70eaa4 HTTP/1.1" status: 204 len: 168 time: 0.2654719 Sep 23 03:15:25.671545 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a3930-6fdb-4195-b0c7-d16b5a2672c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebfc87e-d2d3-4c82-a0d5-cf13fd70eaa4,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:25.699285 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2c02512a-77ba-40bb-9313-7574cd9c2eb3 req-803a259a-6d4a-4f5c-9a5a-fcc9e83aa1de tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410399 Sep 23 03:15:25.788346 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:15:25.794064 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fcfeb-ada2-42e9-963d-86dc41123ac9 req-31aae2e1-f0c5-4f97-ac86-1cd3a8a8b84b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:25.794064 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-033fcfeb-ada2-42e9-963d-86dc41123ac9 req-31aae2e1-f0c5-4f97-ac86-1cd3a8a8b84b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0670395 Sep 23 03:15:25.830106 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-033fcfeb-ada2-42e9-963d-86dc41123ac9 req-23d9d632-c561-47bc-90ee-b13a8fad91a7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332649 Sep 23 03:15:26.290047 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51672) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:26.374042 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51676) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:26.395788 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3d5b69af-5e16-407b-ae05-242c74a61599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:26.689065 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-15ae8d1b-2afa-4f0d-95f0-f8530884165b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:26.727285 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3d5b69af-5e16-407b-ae05-242c74a61599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:26.821649 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3d5b69af-5e16-407b-ae05-242c74a61599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:26.862570 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e81b23-2e94-49eb-834f-e875824c21a8 req-3223ca4c-a4c8-428a-8929-54a77a112baa tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:26.864084 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-31e81b23-2e94-49eb-834f-e875824c21a8 req-3223ca4c-a4c8-428a-8929-54a77a112baa tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 943 time: 0.0803699 Sep 23 03:15:26.902954 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-3d5b69af-5e16-407b-ae05-242c74a61599 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cc09695617a4955a83fbb0069244022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5262589 Sep 23 03:15:26.907142 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 51708) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:26.918265 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b69af-5e16-407b-ae05-242c74a61599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ffebf5-0378-4595-ae73-44fe38d6a5a8,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:26.953167 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-31e81b23-2e94-49eb-834f-e875824c21a8 req-f354b0c4-b719-47e0-a532-4b3df546b501 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757396 Sep 23 03:15:27.001839 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-622c3a28-f32d-4835-a5d5-ec54a30c5e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.016925 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-15ae8d1b-2afa-4f0d-95f0-f8530884165b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.054995 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-622c3a28-f32d-4835-a5d5-ec54a30c5e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.100117 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04188c-7c01-4c53-a859-e24ba0a7e51d req-ab9ec05f-085e-4237-89fd-bc2892151f1d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:27.101472 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3f04188c-7c01-4c53-a859-e24ba0a7e51d req-ab9ec05f-085e-4237-89fd-bc2892151f1d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0643761 Sep 23 03:15:27.111098 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.126865 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-15ae8d1b-2afa-4f0d-95f0-f8530884165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.187899 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-15ae8d1b-2afa-4f0d-95f0-f8530884165b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35231e718e594a2e806bf159d80611cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8939850 Sep 23 03:15:27.187899 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae8d1b-2afa-4f0d-95f0-f8530884165b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c70be2e-fee0-4054-86e9-c2ce067feee0,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:27.188224 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 51742) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:27.205938 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3f04188c-7c01-4c53-a859-e24ba0a7e51d req-4dbc783d-e181-4095-9a15-ecfa481ebc3f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980992 Sep 23 03:15:27.271090 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-622c3a28-f32d-4835-a5d5-ec54a30c5e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.274815 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-622c3a28-f32d-4835-a5d5-ec54a30c5e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.276541 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-622c3a28-f32d-4835-a5d5-ec54a30c5e53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20ffebf5-0378-4595-ae73-44fe38d6a5a8 HTTP/1.1" status: 204 len: 168 time: 0.3684008 Sep 23 03:15:27.276854 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a9382ff1-deb6-44ba-b615-5700d1174397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.291387 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3a28-f32d-4835-a5d5-ec54a30c5e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ffebf5-0378-4595-ae73-44fe38d6a5a8,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:27.319997 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a9382ff1-deb6-44ba-b615-5700d1174397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.482097 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a9382ff1-deb6-44ba-b615-5700d1174397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.485722 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a9382ff1-deb6-44ba-b615-5700d1174397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.486943 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-a9382ff1-deb6-44ba-b615-5700d1174397 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c70be2e-fee0-4054-86e9-c2ce067feee0 HTTP/1.1" status: 204 len: 168 time: 0.2977707 Sep 23 03:15:27.495011 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9382ff1-deb6-44ba-b615-5700d1174397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c70be2e-fee0-4054-86e9-c2ce067feee0,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:27.536607 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 032fd351-ef94-4f58-8754-acd5c5fa124d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:15:27.632319 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 032fd351-ef94-4f58-8754-acd5c5fa124d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=032fd351-ef94-4f58-8754-acd5c5fa124d,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:15:27.647538 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '032fd351-ef94-4f58-8754-acd5c5fa124d', 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2', 'port_id': '032fd351-ef94-4f58-8754-acd5c5fa124d', 'mac_address': 'fa:16:3e:34:23:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1939509-f41f-4d03-ba7b-2941c8932e06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:15:27.685403 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.698602 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032fd351-ef94-4f58-8754-acd5c5fa124d {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:15:27.724668 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 032fd351-ef94-4f58-8754-acd5c5fa124d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=032fd351-ef94-4f58-8754-acd5c5fa124d,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:15:27.825125 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:27.871228 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=032fd351-ef94-4f58-8754-acd5c5fa124d,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:28.087753 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a89f49-6bc7-4933-8889-f09c7b679856 req-d2049ad8-1004-4e9a-98dd-07b1801e5298 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:28.089252 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-72a89f49-6bc7-4933-8889-f09c7b679856 req-d2049ad8-1004-4e9a-98dd-07b1801e5298 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 944 time: 0.0531418 Sep 23 03:15:28.146345 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-72a89f49-6bc7-4933-8889-f09c7b679856 req-3583e23d-7e61-4470-bbba-3a67f92715c7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508502 Sep 23 03:15:28.325434 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb42dd8-3243-41d0-9db6-37be62bcf326 req-90eb8a4f-343e-40e9-9c97-0c284dc30cfd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:28.326935 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3bb42dd8-3243-41d0-9db6-37be62bcf326 req-90eb8a4f-343e-40e9-9c97-0c284dc30cfd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0564303 Sep 23 03:15:28.365566 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3bb42dd8-3243-41d0-9db6-37be62bcf326 req-25c98a9d-fae1-4fd4-bbda-940d8875a1ea tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Sep 23 03:15:28.513856 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['032fd351-ef94-4f58-8754-acd5c5fa124d'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:15:29.297268 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081de8c-9302-4c91-820e-4cfff59fed68 req-82f00ce1-1e9c-4102-903a-cfde7f58cae7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:29.299175 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1081de8c-9302-4c91-820e-4cfff59fed68 req-82f00ce1-1e9c-4102-903a-cfde7f58cae7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 944 time: 0.0644069 Sep 23 03:15:29.338964 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1081de8c-9302-4c91-820e-4cfff59fed68 req-b98d6c2e-8154-4da8-ae84-5c0ecef02327 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331938 Sep 23 03:15:30.489626 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491581e-0f59-495b-bdca-d21b6f8430f8 req-48bf3950-848b-48c5-9e44-a30ebb757902 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:30.497148 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b491581e-0f59-495b-bdca-d21b6f8430f8 req-48bf3950-848b-48c5-9e44-a30ebb757902 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 944 time: 0.0895522 Sep 23 03:15:30.534327 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b491581e-0f59-495b-bdca-d21b6f8430f8 req-9b3f10cd-f1d4-40bc-8ef0-287ae5c8d5ed tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361972 Sep 23 03:15:31.578216 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 032fd351-ef94-4f58-8754-acd5c5fa124d up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:15:31.644179 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ce266-58eb-410e-8492-899bac65a823 req-652c6524-c3db-49de-b942-afa47beeceea tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:31.646061 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-af2ce266-58eb-410e-8492-899bac65a823 req-652c6524-c3db-49de-b942-afa47beeceea tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0661554 Sep 23 03:15:31.687106 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06621f7-c0e7-4c3e-84eb-40043e8a4042 req-0af23fa9-b337-43cf-9f44-7099925e530e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:31.688149 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-af2ce266-58eb-410e-8492-899bac65a823 req-7b6d97b6-2242-4340-9fd2-af9ef9598a09 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356784 Sep 23 03:15:31.688812 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e06621f7-c0e7-4c3e-84eb-40043e8a4042 req-0af23fa9-b337-43cf-9f44-7099925e530e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 944 time: 0.0565827 Sep 23 03:15:31.727272 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port 032fd351-ef94-4f58-8754-acd5c5fa124d completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:15:31.731470 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 032fd351-ef94-4f58-8754-acd5c5fa124d triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:15:31.731921 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:31.742033 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e06621f7-c0e7-4c3e-84eb-40043e8a4042 req-4eef6a99-66d3-47d7-acc3-aa4b99eb3c4a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468199 Sep 23 03:15:31.766343 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52074) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:31.840641 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:31.866629 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1794ea1-9fe8-477d-9b84-69b84a923ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032fd351-ef94-4f58-8754-acd5c5fa124d'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:15:31.869017 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bc3d2b-d33f-4a8d-b758-fef6eb66d6a6" -d '{"events": [{"server_uuid": "f1794ea1-9fe8-477d-9b84-69b84a923ec2", "name": "network-vif-plugged", "status": "completed", "tag": "032fd351-ef94-4f58-8754-acd5c5fa124d"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:15:31.892406 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 032fd351-ef94-4f58-8754-acd5c5fa124d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=032fd351-ef94-4f58-8754-acd5c5fa124d,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:15:31.908809 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f731a69-e2c8-4fe6-820a-49f8b671b00a x-openstack-request-id: req-9f731a69-e2c8-4fe6-820a-49f8b671b00a {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:15:31.909098 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1794ea1-9fe8-477d-9b84-69b84a923ec2", "name": "network-vif-plugged", "status": "completed", "tag": "032fd351-ef94-4f58-8754-acd5c5fa124d", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:15:31.909417 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f731a69-e2c8-4fe6-820a-49f8b671b00a {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:15:31.910368 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1794ea1-9fe8-477d-9b84-69b84a923ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032fd351-ef94-4f58-8754-acd5c5fa124d', 'code': 200} Sep 23 03:15:31.926879 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:32.016165 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:32.018729 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:32.065548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=032fd351-ef94-4f58-8754-acd5c5fa124d,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:32.088301 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:32.129040 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b9abb17bb2549bbae29a77fafaed4c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607752 Sep 23 03:15:32.130146 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758c8cd0-119f-4c54-99fd-4089d3344773,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:32.131418 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 52084) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:32.137475 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.137819 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.138430 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.138588 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.138794 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.139118 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.139441 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.139768 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.140090 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.140408 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.140751 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.141069 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab003329-a325-4199-95f5-13af19264ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.182918 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:32.207352 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:32.243696 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92885d6d-a8c1-44bc-b380-2ca4e799041f req-c3de2b2a-b815-45ec-8986-3f9eb7a6290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:32.245254 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-92885d6d-a8c1-44bc-b380-2ca4e799041f req-c3de2b2a-b815-45ec-8986-3f9eb7a6290d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 1098 time: 0.0396414 Sep 23 03:15:32.281469 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-92885d6d-a8c1-44bc-b380-2ca4e799041f req-6e33f3c0-ee2b-4ab7-a0ad-c80693dd768c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273364 Sep 23 03:15:32.310423 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:32.313018 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:32.314138 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/758c8cd0-119f-4c54-99fd-4089d3344773 HTTP/1.1" status: 204 len: 168 time: 0.1817303 Sep 23 03:15:32.322361 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758c8cd0-119f-4c54-99fd-4089d3344773,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:32.329384 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.329795 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.330074 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.330443 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.330773 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.334573 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.334573 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.334573 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.334573 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.334573 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.334573 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.334573 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d269310-4d4b-4239-bba1-c06b42e2ff2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:15:32.872442 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98bdc8-86d1-49e7-9470-448c2b158013 req-c5244a47-543f-4b35-aaa6-ab9abfc1f102 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:32.873943 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fd98bdc8-86d1-49e7-9470-448c2b158013 req-c5244a47-543f-4b35-aaa6-ab9abfc1f102 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 945 time: 0.0480125 Sep 23 03:15:32.913164 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fd98bdc8-86d1-49e7-9470-448c2b158013 req-5d91d341-d85f-419f-8e23-af959f31cd7a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Sep 23 03:15:33.041150 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52106) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:33.055058 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-23af3124-ec47-4182-8f58-8396d33bcc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:33.152698 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-23af3124-ec47-4182-8f58-8396d33bcc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:33.213675 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-23af3124-ec47-4182-8f58-8396d33bcc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:33.440716 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-23af3124-ec47-4182-8f58-8396d33bcc08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32c66ddd88bb4d529f17d8b81366f654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976405 Sep 23 03:15:33.441411 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af3124-ec47-4182-8f58-8396d33bcc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bfd1a6-a5a0-4841-b2ec-3cc9a0da8e77,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:33.443162 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 52116) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:33.500102 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b5d69345-7bc8-4da7-a98a-0e568b856ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:33.512432 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b5d69345-7bc8-4da7-a98a-0e568b856ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:33.664870 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b5d69345-7bc8-4da7-a98a-0e568b856ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:33.667517 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b5d69345-7bc8-4da7-a98a-0e568b856ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:33.668771 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b5d69345-7bc8-4da7-a98a-0e568b856ea6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2bfd1a6-a5a0-4841-b2ec-3cc9a0da8e77 HTTP/1.1" status: 204 len: 168 time: 0.2246099 Sep 23 03:15:33.677083 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d69345-7bc8-4da7-a98a-0e568b856ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bfd1a6-a5a0-4841-b2ec-3cc9a0da8e77,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:33.677382 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52124) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:33.804301 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-80e370b2-cc87-484f-871f-be45cf097d32 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f66ea6efe7a4d2cb84edec8a4b42ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256659 Sep 23 03:15:33.806912 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52128) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:15:33.857063 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2da16eaa-f6c2-4ffe-9f58-5d1627bf7b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:33.877604 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2da16eaa-f6c2-4ffe-9f58-5d1627bf7b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:33.996388 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2da16eaa-f6c2-4ffe-9f58-5d1627bf7b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:33.998949 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2da16eaa-f6c2-4ffe-9f58-5d1627bf7b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:34.002703 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-2da16eaa-f6c2-4ffe-9f58-5d1627bf7b93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91ec7b24-9d2f-4c36-968a-2cb29372d088 HTTP/1.1" status: 204 len: 168 time: 0.1921988 Sep 23 03:15:34.009535 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da16eaa-f6c2-4ffe-9f58-5d1627bf7b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ec7b24-9d2f-4c36-968a-2cb29372d088,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:15:34.053548 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969b3b4-9463-4bee-ba39-ebf3c841b252 req-90ebd530-641f-4d6c-b2ee-c2dcdf6a110b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:34.055074 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1969b3b4-9463-4bee-ba39-ebf3c841b252 req-90ebd530-641f-4d6c-b2ee-c2dcdf6a110b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 945 time: 0.0735548 Sep 23 03:15:34.098033 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1969b3b4-9463-4bee-ba39-ebf3c841b252 req-3442b0ba-55d8-440e-ae8c-b02a5e4519b4 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366044 Sep 23 03:15:35.222522 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f5ce9-46ff-4a46-8204-c17120cd4c67 req-c2f2a116-2371-4225-8990-9a894d872bf9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:35.224241 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3b7f5ce9-46ff-4a46-8204-c17120cd4c67 req-c2f2a116-2371-4225-8990-9a894d872bf9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 945 time: 0.0600274 Sep 23 03:15:35.273033 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3b7f5ce9-46ff-4a46-8204-c17120cd4c67 req-44b2a514-2263-44f8-bcde-d8c0d80d7afe tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420032 Sep 23 03:15:36.381932 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2043b4-a2d6-4d60-9d6e-34f1deecd756 req-68744cf7-ed06-4d80-865f-cd4f80376b56 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:36.383295 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2f2043b4-a2d6-4d60-9d6e-34f1deecd756 req-68744cf7-ed06-4d80-865f-cd4f80376b56 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 945 time: 0.0473144 Sep 23 03:15:36.426370 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2f2043b4-a2d6-4d60-9d6e-34f1deecd756 req-b164bd24-631f-4db6-a6b9-7db93f5fb241 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367966 Sep 23 03:15:36.807752 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:37.541064 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d40467-1603-4ca1-8ebc-0736717f126d req-42936998-b11a-4361-90bc-733d5c65da4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:37.542553 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a9d40467-1603-4ca1-8ebc-0736717f126d req-42936998-b11a-4361-90bc-733d5c65da4e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 945 time: 0.0478091 Sep 23 03:15:37.578923 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a9d40467-1603-4ca1-8ebc-0736717f126d req-e4149f5a-f6a5-4c67-9f75-6bc5670e1592 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305440 Sep 23 03:15:38.689192 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9baf1a-5f2a-40d1-a4e9-d7b04d84dcb6 req-f365e7f4-e84a-4235-a9b9-c8a211063930 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:15:38.690700 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc9baf1a-5f2a-40d1-a4e9-d7b04d84dcb6 req-f365e7f4-e84a-4235-a9b9-c8a211063930 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 945 time: 0.0480494 Sep 23 03:15:38.727556 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc9baf1a-5f2a-40d1-a4e9-d7b04d84dcb6 req-2813fd36-d285-4d45-8ac3-71b6937ba826 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310109 Sep 23 03:15:51.596347 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-28ce3291-e712-4b8c-8631-5f25c62d6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:54.338938 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0a0b3134-a999-42c4-b74c-19dbb6d4d182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:54.795659 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:55.218978 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:15:57.099085 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:02.787240 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:16:03.939822 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-03cf1333-372d-48b3-99f5-8b4639ed64d2 req-fa5b86bd-9225-42dd-8b19-02a023062955 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605645 Sep 23 03:16:04.017508 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf1333-372d-48b3-99f5-8b4639ed64d2 req-92ab152a-7b8a-4fd0-8d71-1c0c114011dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:04.018997 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-03cf1333-372d-48b3-99f5-8b4639ed64d2 req-92ab152a-7b8a-4fd0-8d71-1c0c114011dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 1098 time: 0.0409915 Sep 23 03:16:04.124019 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf1333-372d-48b3-99f5-8b4639ed64d2 req-3d5aa267-bb02-4b59-a850-3682f6127e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:04.125456 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-03cf1333-372d-48b3-99f5-8b4639ed64d2 req-3d5aa267-bb02-4b59-a850-3682f6127e8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d10651e-f809-49e7-bd10-b6e6b7add90a HTTP/1.1" status: 200 len: 920 time: 0.0874996 Sep 23 03:16:04.168418 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-03cf1333-372d-48b3-99f5-8b4639ed64d2 req-94faed9c-6bd4-4888-b1f0-14f203d56d56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a49c2a6f-b48c-430a-a827-5f061c7c60c2 HTTP/1.1" status: 200 len: 217 time: 0.0356226 Sep 23 03:16:04.216185 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf1333-372d-48b3-99f5-8b4639ed64d2 req-cae6da57-86e3-4884-98b6-cfc64ac27081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:04.217637 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-03cf1333-372d-48b3-99f5-8b4639ed64d2 req-cae6da57-86e3-4884-98b6-cfc64ac27081 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3aa06fe-d1df-4102-a886-3bfd91ea52d9 HTTP/1.1" status: 200 len: 859 time: 0.0418882 Sep 23 03:16:04.250404 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-03cf1333-372d-48b3-99f5-8b4639ed64d2 req-531b767f-1cd6-490b-92bd-2a3efcab79d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d10651e-f809-49e7-bd10-b6e6b7add90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253701 Sep 23 03:16:04.344404 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-03cf1333-372d-48b3-99f5-8b4639ed64d2 req-1e05b720-346c-46dd-9314-60d790b4993c service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866210 Sep 23 03:16:04.436347 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-03cf1333-372d-48b3-99f5-8b4639ed64d2 req-68a9fe5c-49a5-4329-b52f-f3806e5e5e08 service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816960 Sep 23 03:16:05.939174 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52688) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:06.040156 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-04f046e8-db13-4f6b-816f-b2ed6a2b19a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:06.130303 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-04f046e8-db13-4f6b-816f-b2ed6a2b19a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:06.218788 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-04f046e8-db13-4f6b-816f-b2ed6a2b19a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:06.257273 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-04f046e8-db13-4f6b-816f-b2ed6a2b19a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=226da48e480b4ad0a576f5f47c3e3d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169742 Sep 23 03:16:06.259157 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f046e8-db13-4f6b-816f-b2ed6a2b19a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49f19a0-59ac-4fac-baed-6257f9b98f36,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:06.259957 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 52698) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:06.308231 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47ec4d32-df91-4cfa-8a67-a210f6fbe5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:06.328804 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47ec4d32-df91-4cfa-8a67-a210f6fbe5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:06.447206 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47ec4d32-df91-4cfa-8a67-a210f6fbe5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:06.449834 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47ec4d32-df91-4cfa-8a67-a210f6fbe5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:06.451098 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-47ec4d32-df91-4cfa-8a67-a210f6fbe5b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a49f19a0-59ac-4fac-baed-6257f9b98f36 HTTP/1.1" status: 204 len: 168 time: 0.1899045 Sep 23 03:16:06.463529 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec4d32-df91-4cfa-8a67-a210f6fbe5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49f19a0-59ac-4fac-baed-6257f9b98f36,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:06.790514 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:07.103809 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52714) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:07.117075 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-75f40853-249a-4a9a-9952-be46b3191df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:07.211089 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-75f40853-249a-4a9a-9952-be46b3191df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:07.276248 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-75f40853-249a-4a9a-9952-be46b3191df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:07.314240 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-75f40853-249a-4a9a-9952-be46b3191df2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82682ef5e3ca4e5d98caddb6d2d49ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093284 Sep 23 03:16:07.315318 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f40853-249a-4a9a-9952-be46b3191df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e20701d-a556-4abf-b693-bec8b23439b9,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:07.317468 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 52724) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:07.377374 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e918-aec6-46f8-b4e3-a60f9a6d743f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:07.397521 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e918-aec6-46f8-b4e3-a60f9a6d743f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:07.533499 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e918-aec6-46f8-b4e3-a60f9a6d743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:07.537239 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9ce3e918-aec6-46f8-b4e3-a60f9a6d743f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:07.538732 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-9ce3e918-aec6-46f8-b4e3-a60f9a6d743f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e20701d-a556-4abf-b693-bec8b23439b9 HTTP/1.1" status: 204 len: 168 time: 0.2196083 Sep 23 03:16:07.547889 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3e918-aec6-46f8-b4e3-a60f9a6d743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e20701d-a556-4abf-b693-bec8b23439b9,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:08.061930 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52746) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:08.141479 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52752) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:08.241147 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-924f05ec-b03e-46c0-ab7e-e4f74d5a0ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:08.243881 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-24b3edd1-a364-4f74-b30a-152b15ea7de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:08.286537 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.db.api [None req-24b3edd1-a364-4f74-b30a-152b15ea7de0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 03:16:08.286537 dv-cinder-768458-9-iscsi neutron-server[94696]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 03:16:08.286537 dv-cinder-768458-9-iscsi neutron-server[94696]: [parameters: {'project_id': '61af156aaae545c4a94a96dbbe8ebd16', 'id': '29e1e66e-ae67-433c-9d57-752c2dbb7eec', 'expiration': datetime.datetime(2021, 9, 23, 3, 18, 8, 272400)}] Sep 23 03:16:08.286537 dv-cinder-768458-9-iscsi neutron-server[94696]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 03:16:08.287204 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG oslo_db.api [None req-24b3edd1-a364-4f74-b30a-152b15ea7de0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 03:16:08.376825 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-924f05ec-b03e-46c0-ab7e-e4f74d5a0ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:08.499031 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-924f05ec-b03e-46c0-ab7e-e4f74d5a0ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:08.543358 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-924f05ec-b03e-46c0-ab7e-e4f74d5a0ed8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a6b0205c6ec43968349bf8d34e40a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4802206 Sep 23 03:16:08.551147 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f05ec-b03e-46c0-ab7e-e4f74d5a0ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891235e1-491a-4c2c-8526-ef74e9efd6c5,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:08.552638 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52770) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:08.600584 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c177ffaf-3997-473e-ae82-0aefd4b78f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:08.621971 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c177ffaf-3997-473e-ae82-0aefd4b78f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:08.733461 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c177ffaf-3997-473e-ae82-0aefd4b78f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:08.737351 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c177ffaf-3997-473e-ae82-0aefd4b78f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:08.738614 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-c177ffaf-3997-473e-ae82-0aefd4b78f36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/891235e1-491a-4c2c-8526-ef74e9efd6c5 HTTP/1.1" status: 204 len: 168 time: 0.1847854 Sep 23 03:16:08.746776 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177ffaf-3997-473e-ae82-0aefd4b78f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891235e1-491a-4c2c-8526-ef74e9efd6c5,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:08.788941 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-24b3edd1-a364-4f74-b30a-152b15ea7de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:08.880218 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-24b3edd1-a364-4f74-b30a-152b15ea7de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:08.927351 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-24b3edd1-a364-4f74-b30a-152b15ea7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:08.966378 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3edd1-a364-4f74-b30a-152b15ea7de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ee308-e0ae-49a9-9752-7fcafa0900b3,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:08.970511 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-24b3edd1-a364-4f74-b30a-152b15ea7de0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=61af156aaae545c4a94a96dbbe8ebd16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8279052 Sep 23 03:16:08.973771 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52786) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:09.046698 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fc3dbacf-cdd9-4bf3-aba0-f8b005d56b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:09.072827 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fc3dbacf-cdd9-4bf3-aba0-f8b005d56b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:09.218698 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fc3dbacf-cdd9-4bf3-aba0-f8b005d56b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:09.221474 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fc3dbacf-cdd9-4bf3-aba0-f8b005d56b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:09.222571 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-fc3dbacf-cdd9-4bf3-aba0-f8b005d56b6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf2ee308-e0ae-49a9-9752-7fcafa0900b3 HTTP/1.1" status: 204 len: 168 time: 0.2479048 Sep 23 03:16:09.230141 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dbacf-cdd9-4bf3-aba0-f8b005d56b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ee308-e0ae-49a9-9752-7fcafa0900b3,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:10.936403 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 52868) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:11.043811 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-831824a7-af72-4920-993b-d9be1180e7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:11.130719 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-831824a7-af72-4920-993b-d9be1180e7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:11.241723 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-831824a7-af72-4920-993b-d9be1180e7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:11.285576 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-831824a7-af72-4920-993b-d9be1180e7ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8f9c5cdaba14c5fa100855163c373b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480427 Sep 23 03:16:11.286646 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831824a7-af72-4920-993b-d9be1180e7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483e3ac9-780a-4ca5-b259-30c406ebc736,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:11.292109 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52874) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:11.344783 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33f7322b-3ee4-4e08-aa42-1aaa33d1cf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:11.375607 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33f7322b-3ee4-4e08-aa42-1aaa33d1cf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:11.436025 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cd34b-4978-42a5-b95b-a3208b9bded2 req-49e87ff4-080b-48b8-b571-3adca2fae7cd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:11.437517 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6c0cd34b-4978-42a5-b95b-a3208b9bded2 req-49e87ff4-080b-48b8-b571-3adca2fae7cd tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0753798 Sep 23 03:16:11.476681 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6c0cd34b-4978-42a5-b95b-a3208b9bded2 req-5478d561-14bf-4633-ac12-5368d0a35ede tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Sep 23 03:16:11.523455 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8f546-d44c-4835-a68a-4a40e15db483 req-3265722b-be97-4cd1-a664-403eadc67e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:11.524985 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e9d8f546-d44c-4835-a68a-4a40e15db483 req-3265722b-be97-4cd1-a664-403eadc67e08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 1098 time: 0.0474260 Sep 23 03:16:11.525853 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33f7322b-3ee4-4e08-aa42-1aaa33d1cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:11.528987 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33f7322b-3ee4-4e08-aa42-1aaa33d1cf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:11.530322 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-33f7322b-3ee4-4e08-aa42-1aaa33d1cf4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/483e3ac9-780a-4ca5-b259-30c406ebc736 HTTP/1.1" status: 204 len: 168 time: 0.2409115 Sep 23 03:16:11.548068 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7322b-3ee4-4e08-aa42-1aaa33d1cf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483e3ac9-780a-4ca5-b259-30c406ebc736,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:11.633184 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8f546-d44c-4835-a68a-4a40e15db483 req-48fcc16b-834e-4d76-a6a6-488bdb3f8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:11.634982 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e9d8f546-d44c-4835-a68a-4a40e15db483 req-48fcc16b-834e-4d76-a6a6-488bdb3f8638 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d10651e-f809-49e7-bd10-b6e6b7add90a HTTP/1.1" status: 200 len: 920 time: 0.1002560 Sep 23 03:16:11.679313 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e9d8f546-d44c-4835-a68a-4a40e15db483 req-4b59bae1-2856-455a-8337-5ab593912f9b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a49c2a6f-b48c-430a-a827-5f061c7c60c2 HTTP/1.1" status: 200 len: 217 time: 0.0340588 Sep 23 03:16:11.728156 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8f546-d44c-4835-a68a-4a40e15db483 req-c6beed87-926d-4709-a796-409cc330f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:11.729630 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e9d8f546-d44c-4835-a68a-4a40e15db483 req-c6beed87-926d-4709-a796-409cc330f753 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3aa06fe-d1df-4102-a886-3bfd91ea52d9 HTTP/1.1" status: 200 len: 859 time: 0.0422077 Sep 23 03:16:11.760450 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e9d8f546-d44c-4835-a68a-4a40e15db483 req-d5eed0ac-4ca4-4067-a8c4-46f7f2dc871a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d10651e-f809-49e7-bd10-b6e6b7add90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234222 Sep 23 03:16:11.863164 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e9d8f546-d44c-4835-a68a-4a40e15db483 req-984b114f-dc32-46f3-bba8-86ccc63950e4 service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937350 Sep 23 03:16:11.958707 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e9d8f546-d44c-4835-a68a-4a40e15db483 req-ef126467-5bca-44f9-9c39-a938923e46ed service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872483 Sep 23 03:16:12.279618 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52892) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:12.292996 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ccb278d1-6e62-4f04-a37e-cf0f4e0dedeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:12.381921 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ccb278d1-6e62-4f04-a37e-cf0f4e0dedeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:12.533337 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ccb278d1-6e62-4f04-a37e-cf0f4e0dedeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:12.597206 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-ccb278d1-6e62-4f04-a37e-cf0f4e0dedeb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fdbf929cdad466e9bb56747c1caf7d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163764 Sep 23 03:16:12.598870 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb278d1-6e62-4f04-a37e-cf0f4e0dedeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698104ed-c66f-4e3a-a29e-ad6f310b6325,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:12.599811 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 52900) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:12.621694 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f63cbd-c61e-4b62-b222-4153fdb97e22 req-00f68226-80b2-4cf5-8228-93070b3c5c3e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:12.623153 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-66f63cbd-c61e-4b62-b222-4153fdb97e22 req-00f68226-80b2-4cf5-8228-93070b3c5c3e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0748668 Sep 23 03:16:12.651317 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-600819d6-423b-4ccd-aa62-fee39dadb79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:12.661587 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-66f63cbd-c61e-4b62-b222-4153fdb97e22 req-9fd94b53-7d19-4c0d-8f88-98d93e7b97ee tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321455 Sep 23 03:16:12.673299 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-600819d6-423b-4ccd-aa62-fee39dadb79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:12.818849 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-600819d6-423b-4ccd-aa62-fee39dadb79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:12.821534 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-600819d6-423b-4ccd-aa62-fee39dadb79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:12.822904 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-600819d6-423b-4ccd-aa62-fee39dadb79c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/698104ed-c66f-4e3a-a29e-ad6f310b6325 HTTP/1.1" status: 204 len: 168 time: 0.2218802 Sep 23 03:16:12.830488 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600819d6-423b-4ccd-aa62-fee39dadb79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698104ed-c66f-4e3a-a29e-ad6f310b6325,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:13.785547 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c601a-b28b-4317-a96a-4058eee1e781 req-66dbe91c-7d41-4bc2-b7e5-3d7dbfedc9e7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:13.787046 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b35c601a-b28b-4317-a96a-4058eee1e781 req-66dbe91c-7d41-4bc2-b7e5-3d7dbfedc9e7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0573590 Sep 23 03:16:13.824211 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b35c601a-b28b-4317-a96a-4058eee1e781 req-125fa3f4-cbf5-443c-a96d-16f4f0d6f86c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312645 Sep 23 03:16:13.959876 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 52934) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:14.054276 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-612932438-network', 'tenant_id': '4cbf488feff74538a486b68c991c943c'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:14.144592 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Made reservation on behalf of 4cbf488feff74538a486b68c991c943c for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:16:14.151977 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:14.155397 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:14.239914 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:14.344305 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:14.369470 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:16:14.378726 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8d8693-3662-418b-b491-540c295d5541,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:14.383421 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:14.383772 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Added segment 844a6533-5168-43ff-86f1-90274364fd8a of type vlan for network 61454a6e-f76c-422a-8160-ee03a0d6a892 Sep 23 03:16:14.422578 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:14.561390 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:14.562414 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:14.563108 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:14.622081 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] Pushing event updated for resources: {'Network': ['ID=61454a6e-f76c-422a-8160-ee03a0d6a892,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:14.637145 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 61454a6e-f76c-422a-8160-ee03a0d6a892 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:16:14.676678 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-6fe786af-2153-4988-a8ab-5e9362c26aab admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7156177 Sep 23 03:16:14.679455 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 52942) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:14.684209 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] Request body: {'subnet': {'network_id': '61454a6e-f76c-422a-8160-ee03a0d6a892', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-612932438-subnet', 'tenant_id': '4cbf488feff74538a486b68c991c943c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:14.801209 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] Made reservation on behalf of 4cbf488feff74538a486b68c991c943c for: {'subnet': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:16:14.803628 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:14.938286 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e5d0b-51bb-4686-8658-bf91ce3ee062 req-b8914902-af52-4632-85b6-21be52773a37 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:14.940410 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d28e5d0b-51bb-4686-8658-bf91ce3ee062 req-b8914902-af52-4632-85b6-21be52773a37 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0480821 Sep 23 03:16:14.979099 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d28e5d0b-51bb-4686-8658-bf91ce3ee062 req-f242150d-79a8-435e-b502-e7e3ee18794a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Sep 23 03:16:15.041932 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for subnet, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:15.099046 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=a430c469-d729-4829-a0aa-cb70c14c73a1,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:15.106837 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] Checking segment: {'id': '844a6533-5168-43ff-86f1-90274364fd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '61454a6e-f76c-422a-8160-ee03a0d6a892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:16:15.107203 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] Network hostable DHCP agents. Network: 61454a6e-f76c-422a-8160-ee03a0d6a892, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:16:15.153862 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 52954) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:15.224562 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] Network 61454a6e-f76c-422a-8160-ee03a0d6a892 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:16:15.261339 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f9c891c1-76da-472e-ba6a-b8ff287c8612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:15.342578 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 61454a6e-f76c-422a-8160-ee03a0d6a892) {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:16:15.348907 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f9c891c1-76da-472e-ba6a-b8ff287c8612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:15.350934 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:15.351049 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1503ffac-c511-4beb-ac26-e0b01eae2574 None None] Network 61454a6e-f76c-422a-8160-ee03a0d6a892 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:16:15.351180 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:15.471183 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f9c891c1-76da-472e-ba6a-b8ff287c8612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:15.481820 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c78c54a-b942-4493-b476-80ebc7fb6a92 None None] Network 61454a6e-f76c-422a-8160-ee03a0d6a892 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:16:15.510362 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-f9c891c1-76da-472e-ba6a-b8ff287c8612 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4f1fc702b735418e940075afcdee2355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552856 Sep 23 03:16:15.511362 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c891c1-76da-472e-ba6a-b8ff287c8612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e757388-93d4-4d91-8001-5f27f58ea7de,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:15.513127 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52958) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:15.562108 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-079959f7-5d76-4a4e-92bd-02921bddf672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:15.579649 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-fc8a55ab-e102-4e62-99c5-b604e79633ad admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8990555 Sep 23 03:16:15.584595 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-079959f7-5d76-4a4e-92bd-02921bddf672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:15.704202 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-079959f7-5d76-4a4e-92bd-02921bddf672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:15.707510 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-079959f7-5d76-4a4e-92bd-02921bddf672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:15.708753 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-079959f7-5d76-4a4e-92bd-02921bddf672 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6e757388-93d4-4d91-8001-5f27f58ea7de HTTP/1.1" status: 204 len: 168 time: 0.1943781 Sep 23 03:16:15.717970 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079959f7-5d76-4a4e-92bd-02921bddf672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e757388-93d4-4d91-8001-5f27f58ea7de,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:16.098460 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a898d-b72a-44dc-99b0-4e92f15888b8 req-d2b61804-6c28-4efb-836c-e81ddab37e7d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:16.099975 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-815a898d-b72a-44dc-99b0-4e92f15888b8 req-d2b61804-6c28-4efb-836c-e81ddab37e7d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0547304 Sep 23 03:16:16.138813 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-815a898d-b72a-44dc-99b0-4e92f15888b8 req-50a4f987-b4f2-438f-ae3b-f35fad71320b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324373 Sep 23 03:16:16.304008 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 52982) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:16.318048 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b0e69f05-4110-4357-a2b9-33be18c6d99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.406427 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b0e69f05-4110-4357-a2b9-33be18c6d99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.406913 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52986) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:16.412253 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1656365889-network', 'tenant_id': '9a2f1ce856534435b062158fc1dd8847'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:16.481892 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b0e69f05-4110-4357-a2b9-33be18c6d99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.519412 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b0e69f05-4110-4357-a2b9-33be18c6d99b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dce517e18d047799922ad93b8c33aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141037 Sep 23 03:16:16.520263 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e69f05-4110-4357-a2b9-33be18c6d99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdbc823-1861-49a7-a165-8bc3d241c2cd,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:16.522670 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 52988) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:16.569760 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6284c91f-f73d-409f-a950-0596a5ef63ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.579818 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Made reservation on behalf of 9a2f1ce856534435b062158fc1dd8847 for: {'network': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:16:16.582073 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.598243 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.601864 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6284c91f-f73d-409f-a950-0596a5ef63ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.734099 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6284c91f-f73d-409f-a950-0596a5ef63ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.736528 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6284c91f-f73d-409f-a950-0596a5ef63ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.738184 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-6284c91f-f73d-409f-a950-0596a5ef63ef admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cbdbc823-1861-49a7-a165-8bc3d241c2cd HTTP/1.1" status: 204 len: 168 time: 0.2145545 Sep 23 03:16:16.751780 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6284c91f-f73d-409f-a950-0596a5ef63ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdbc823-1861-49a7-a165-8bc3d241c2cd,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:16.802975 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.898793 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.919379 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:16:16.933426 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff46c9a8-1eca-4617-9604-509d22cc7c37,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:16.939789 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:16.940749 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.segments_db [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Added segment dd9f4ce6-8a41-4985-b666-3ed730cf3042 of type vlan for network 3ec7a63c-8575-48a9-b5af-cab656fe1eea Sep 23 03:16:16.984019 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:17.087577 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:17.088633 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:17.089376 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:17.148050 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] Pushing event updated for resources: {'Network': ['ID=3ec7a63c-8575-48a9-b5af-cab656fe1eea,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:17.157614 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 3ec7a63c-8575-48a9-b5af-cab656fe1eea details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:16:17.208362 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-b250164f-ebf7-4d34-aae3-0d13ca6c7f60 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8003364 Sep 23 03:16:17.211056 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53002) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:17.215962 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] Request body: {'subnet': {'network_id': '3ec7a63c-8575-48a9-b5af-cab656fe1eea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1656365889-subnet', 'tenant_id': '9a2f1ce856534435b062158fc1dd8847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:17.300677 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ee33a-241d-4d28-b17d-c2d53f59b20e req-c29a011a-8144-4e3c-afc1-ff6a686b6b61 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:17.302285 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-991ee33a-241d-4d28-b17d-c2d53f59b20e req-c29a011a-8144-4e3c-afc1-ff6a686b6b61 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0752132 Sep 23 03:16:17.339230 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-991ee33a-241d-4d28-b17d-c2d53f59b20e req-6430e751-1e5a-49b3-87fb-07115ac06185 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Sep 23 03:16:17.379134 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] Made reservation on behalf of 9a2f1ce856534435b062158fc1dd8847 for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:16:17.381526 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25681460'] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:17.630930 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25232253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681414'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:17.692735 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8650f78f-ba22-4a73-af34-abc146a682af,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:17.700556 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] Checking segment: {'id': 'dd9f4ce6-8a41-4985-b666-3ed730cf3042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3ec7a63c-8575-48a9-b5af-cab656fe1eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:16:17.700556 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] Network hostable DHCP agents. Network: 3ec7a63c-8575-48a9-b5af-cab656fe1eea, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:16:17.829727 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] Network 3ec7a63c-8575-48a9-b5af-cab656fe1eea is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:16:17.952730 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 3ec7a63c-8575-48a9-b5af-cab656fe1eea) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:16:17.960883 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:17.961030 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da15a2-e79a-4aca-b431-64619fec0ace None None] Network 3ec7a63c-8575-48a9-b5af-cab656fe1eea requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:16:17.961485 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:18.028154 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53024) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:18.065877 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-350f9dcb-1987-42ed-aa8d-e2ae4587bd8b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8537540 Sep 23 03:16:18.088427 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b3c21-2d08-42ab-a936-d63dfef7588c None None] Network 3ec7a63c-8575-48a9-b5af-cab656fe1eea requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:16:18.136308 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1660426416-network', 'tenant_id': '5939c75066cc45d8bfb227964729f041'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:18.241715 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Made reservation on behalf of 5939c75066cc45d8bfb227964729f041 for: {'network': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:16:18.244084 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:18.253409 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:18.342511 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:18.413248 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:18.462987 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:16:18.478169 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bb64a1-dc02-49f2-b8a3-5997f1a91826,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:18.485954 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:18.486293 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.segments_db [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Added segment 22fb41da-0e9a-4c95-8e8b-e52beea231c6 of type vlan for network 0b85a16e-dcb5-4356-9889-fba810265f88 Sep 23 03:16:18.526796 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f47a6d-ba8b-4797-ad70-58a4d6ef87fa req-32c5d66e-8565-4b64-9ff3-b2a7454b48a7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:18.528415 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-53f47a6d-ba8b-4797-ad70-58a4d6ef87fa req-32c5d66e-8565-4b64-9ff3-b2a7454b48a7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.1072135 Sep 23 03:16:18.540091 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:18.586328 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-53f47a6d-ba8b-4797-ad70-58a4d6ef87fa req-127088d2-0be8-4361-8f8e-3d6c4d35cfd6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499036 Sep 23 03:16:18.716304 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:18.717259 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:18.717846 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:18.776434 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] Pushing event updated for resources: {'Network': ['ID=0b85a16e-dcb5-4356-9889-fba810265f88,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:18.786241 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 0b85a16e-dcb5-4356-9889-fba810265f88 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:16:18.859950 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-4bd70840-5c86-477e-91d1-94a2c547ebac admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8306265 Sep 23 03:16:18.862917 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53038) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:18.867644 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] Request body: {'subnet': {'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1660426416-subnet', 'tenant_id': '5939c75066cc45d8bfb227964729f041', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:19.031051 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] Made reservation on behalf of 5939c75066cc45d8bfb227964729f041 for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:16:19.033710 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25681460'] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:19.413756 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25232253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681414'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:19.478164 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0c7319-25e5-45b0-aede-3e3868afe569,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:19.485827 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] Checking segment: {'id': '22fb41da-0e9a-4c95-8e8b-e52beea231c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:16:19.486181 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] Network hostable DHCP agents. Network: 0b85a16e-dcb5-4356-9889-fba810265f88, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:16:19.618956 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] Network 0b85a16e-dcb5-4356-9889-fba810265f88 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:16:19.714803 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64da111-7191-46d5-bcb5-171b879e430b req-86409817-9585-48b9-8487-59f3383439eb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:19.716316 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e64da111-7191-46d5-bcb5-171b879e430b req-86409817-9585-48b9-8487-59f3383439eb tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0528209 Sep 23 03:16:19.718899 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15253ab-0745-45bb-a2c7-e7885c8cdb7e req-88a717b5-2b11-403e-89f5-d2411b0a84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:19.720372 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f15253ab-0745-45bb-a2c7-e7885c8cdb7e req-88a717b5-2b11-403e-89f5-d2411b0a84e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 1098 time: 0.0418036 Sep 23 03:16:19.756425 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f15253ab-0745-45bb-a2c7-e7885c8cdb7e req-3cec17d2-eb34-46c5-926a-46b6654c5088 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290558 Sep 23 03:16:19.760933 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e64da111-7191-46d5-bcb5-171b879e430b req-7827f351-1670-4ac6-a8c9-17bfcc605b0d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Sep 23 03:16:19.773272 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 0b85a16e-dcb5-4356-9889-fba810265f88) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:16:19.782248 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:19.782248 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:19.783131 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7debd633-c38d-4371-8858-43fa0f8c6b7f None None] Network 0b85a16e-dcb5-4356-9889-fba810265f88 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:16:19.870767 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-314c6372-39bb-495d-8bce-890b26417096 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0067341 Sep 23 03:16:19.904442 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077198b8-216f-4207-b710-f91a147f8219 None None] Network 0b85a16e-dcb5-4356-9889-fba810265f88 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:16:20.880471 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219ced4-c362-45c9-896d-2ecfe343e05d req-aff2fe0f-49b5-4e3b-8429-b9fde0c21e4d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:20.881992 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0219ced4-c362-45c9-896d-2ecfe343e05d req-aff2fe0f-49b5-4e3b-8429-b9fde0c21e4d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0495343 Sep 23 03:16:20.918665 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0219ced4-c362-45c9-896d-2ecfe343e05d req-3c042d3d-2839-49d4-b265-5ef6bb15e0cf tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308001 Sep 23 03:16:21.607277 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9cdbc280-97f9-40fc-b4d8-39deb9a4587f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:22.031129 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f529d9e-34a9-4aab-8180-1501a79ce929 req-0b85b063-8537-47fd-bef0-cd0eb8306933 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:22.032637 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2f529d9e-34a9-4aab-8180-1501a79ce929 req-0b85b063-8537-47fd-bef0-cd0eb8306933 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0480659 Sep 23 03:16:22.068892 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2f529d9e-34a9-4aab-8180-1501a79ce929 req-b5a17efc-5a55-4cd4-ad88-99c77bfd763c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298340 Sep 23 03:16:22.588017 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaa27a-3f23-49a5-a352-91bb80bc8895 req-0e034cfb-737d-4dab-ad81-86fc0c81c569 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:22.589591 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-38aaa27a-3f23-49a5-a352-91bb80bc8895 req-0e034cfb-737d-4dab-ad81-86fc0c81c569 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0496967 Sep 23 03:16:22.627488 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-38aaa27a-3f23-49a5-a352-91bb80bc8895 req-80450623-6eea-4992-9c03-98217b424b0e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318329 Sep 23 03:16:22.673642 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac103e-d78b-4a5e-afef-3b4422bda0b7 req-0dda2467-0b7e-4b74-9e5f-6c3df8b1a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:22.675707 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-85ac103e-d78b-4a5e-afef-3b4422bda0b7 req-0dda2467-0b7e-4b74-9e5f-6c3df8b1a609 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a28d49e25ce7449f8ae6c33149e67246&device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 1098 time: 0.0446913 Sep 23 03:16:22.770686 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac103e-d78b-4a5e-afef-3b4422bda0b7 req-be9ca2bb-8804-4d84-9da9-d0221c06aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:22.772283 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-85ac103e-d78b-4a5e-afef-3b4422bda0b7 req-be9ca2bb-8804-4d84-9da9-d0221c06aaaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d10651e-f809-49e7-bd10-b6e6b7add90a HTTP/1.1" status: 200 len: 920 time: 0.0885735 Sep 23 03:16:22.818490 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-85ac103e-d78b-4a5e-afef-3b4422bda0b7 req-6f4ca640-af3f-4b71-86c9-dcb726d2bb8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a49c2a6f-b48c-430a-a827-5f061c7c60c2 HTTP/1.1" status: 200 len: 217 time: 0.0389075 Sep 23 03:16:22.868474 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac103e-d78b-4a5e-afef-3b4422bda0b7 req-953f74a5-6d19-4b92-990e-675d904b0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:22.871049 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-85ac103e-d78b-4a5e-afef-3b4422bda0b7 req-953f74a5-6d19-4b92-990e-675d904b0c03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3aa06fe-d1df-4102-a886-3bfd91ea52d9 HTTP/1.1" status: 200 len: 859 time: 0.0446465 Sep 23 03:16:22.902538 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-85ac103e-d78b-4a5e-afef-3b4422bda0b7 req-fc0d45b7-6e56-46a6-9098-a38aea762d08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d10651e-f809-49e7-bd10-b6e6b7add90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236886 Sep 23 03:16:22.997498 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-85ac103e-d78b-4a5e-afef-3b4422bda0b7 req-84ea2bd2-1a4d-4ae2-befc-d3f06634c04f service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869913 Sep 23 03:16:23.099512 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-85ac103e-d78b-4a5e-afef-3b4422bda0b7 req-f5c9fe36-2052-4199-bdc0-3f2144acee7a service neutron] 10.222.0.13 "GET /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932231 Sep 23 03:16:23.191525 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-6b401008-e2e9-45cc-a900-506b29522eec tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:23.194978 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-6b401008-e2e9-45cc-a900-506b29522eec tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/networks?id=0b85a16e-dcb5-4356-9889-fba810265f88 HTTP/1.1" status: 200 len: 809 time: 0.1084428 Sep 23 03:16:23.208229 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-4c3b2e0d-d0b7-4e51-b111-533a201b4e98 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/quotas/5939c75066cc45d8bfb227964729f041 HTTP/1.1" status: 200 len: 375 time: 0.0095077 Sep 23 03:16:23.240731 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-4ab226f3-71f9-4dda-904e-8966e85a994b tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5939c75066cc45d8bfb227964729f041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265892 Sep 23 03:16:23.340595 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-122a3e7a-80d1-4fac-9fbb-171280d74fbc service neutron] 10.222.0.23 "GET /v2.0/networks/0b85a16e-dcb5-4356-9889-fba810265f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928266 Sep 23 03:16:23.435169 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-9cef1d84-8f17-4514-8b3d-caac42f08586 service neutron] 10.222.0.23 "GET /v2.0/networks/0b85a16e-dcb5-4356-9889-fba810265f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886164 Sep 23 03:16:23.564387 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c6c90-fd29-4834-9995-df5299cb464f req-c9860b88-d958-4e8c-9607-2912de761868 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:23.566432 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-c9860b88-d958-4e8c-9607-2912de761868 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/networks?id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 HTTP/1.1" status: 200 len: 813 time: 0.1044142 Sep 23 03:16:23.580806 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-99d60572-ad48-44e8-8187-23cd04cefa55 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/quotas/3a0db8b321a54de5ae011d51e6e69a58 HTTP/1.1" status: 200 len: 375 time: 0.0087271 Sep 23 03:16:23.639779 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-9d40cbbc-9c0d-4da5-9593-f40259d972ae tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511129 Sep 23 03:16:23.656699 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f7a2e0c6-e608-4de8-9ca2-5482a67716a5 req-82662683-a795-4ab5-b934-c1f76c0eca9a tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 210 time: 0.0323427 Sep 23 03:16:23.755855 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-05ebcdd5-7723-4c8d-8a27-4ca3e0ddc000 service neutron] 10.222.0.23 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967958 Sep 23 03:16:23.857175 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-4bf2f30d-d532-40f8-acf4-d251c3d9a412 service neutron] 10.222.0.23 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948660 Sep 23 03:16:23.955005 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaee777-17ea-45b8-99da-8d7a25f5f975 req-83e233c2-5dbc-4274-92f6-98404aa74262 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:23.956848 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bfaee777-17ea-45b8-99da-8d7a25f5f975 req-83e233c2-5dbc-4274-92f6-98404aa74262 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0564611 Sep 23 03:16:23.996661 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bfaee777-17ea-45b8-99da-8d7a25f5f975 req-6887f4e1-69c4-48df-bd26-4d1f935d5fab tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339026 Sep 23 03:16:24.074900 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9b5af89e-b9db-4321-bc88-a33b90af776e req-a5b69125-c64e-4c80-8d84-1e9e28245ff1 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 210 time: 0.0267134 Sep 23 03:16:24.344958 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d35b1004-fecf-4927-8db7-62cf0e1cded7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:24.716421 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:24.757438 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-dd62516c-ec1a-4280-bf75-0b4d5b4716f4 req-74e0f37d-4019-49cf-99c3-548b73067651 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 210 time: 0.0261407 Sep 23 03:16:25.125128 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63b3b0-fc77-4c4b-89a6-4dd0bb458e49 req-e9381aec-65e2-4519-a0c1-eed6b46d9156 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:25.126661 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ab63b3b0-fc77-4c4b-89a6-4dd0bb458e49 req-e9381aec-65e2-4519-a0c1-eed6b46d9156 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0614319 Sep 23 03:16:25.179308 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ab63b3b0-fc77-4c4b-89a6-4dd0bb458e49 req-63bc5513-69dd-4524-89cc-70145708a9c4 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464318 Sep 23 03:16:25.184982 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-611c7b4a-b9e3-424f-8ca7-aca9f94cc596 req-6912c6a8-b2b1-452a-8857-6bc1fad9581d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 210 time: 0.0282183 Sep 23 03:16:25.276308 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:25.851579 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-090e0d2c-6e63-405c-a805-5ebda98bb928 req-d9958479-4509-48b1-8e3d-b05cf1d31f93 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 210 time: 0.0266631 Sep 23 03:16:26.304273 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4d8f0-0d4a-4813-bce4-e68d4b746caa req-4ffa35ed-f96d-491c-b838-f70735e53cda tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:26.306303 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-afe4d8f0-0d4a-4813-bce4-e68d4b746caa req-4ffa35ed-f96d-491c-b838-f70735e53cda tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0563242 Sep 23 03:16:26.317903 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0a40f086-f184-4a22-b863-4ba2930f4de1 req-772734ec-08ca-406f-8a93-3bcdad99ecc3 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 210 time: 0.0261459 Sep 23 03:16:26.345254 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-afe4d8f0-0d4a-4813-bce4-e68d4b746caa req-984f8abe-4964-47ac-b546-c4eed5735345 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Sep 23 03:16:26.740723 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-e5606e80-8065-4b28-876c-a4f0be23d85a tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:26.742095 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-e5606e80-8065-4b28-876c-a4f0be23d85a tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.13 "GET /v2.0/networks?id=0b85a16e-dcb5-4356-9889-fba810265f88 HTTP/1.1" status: 200 len: 809 time: 0.2924721 Sep 23 03:16:26.762469 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Request body: {'port': {'device_id': '45b71f99-c432-4dbb-a61c-8b42dc97b750', 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88', 'admin_state_up': True, 'tenant_id': '5939c75066cc45d8bfb227964729f041'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:26.948344 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ba552e31-1305-499c-bcc2-c3b304247bc3 req-f0e8559d-c44d-4287-b7dc-ccb8fd03ecd7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 210 time: 0.0305820 Sep 23 03:16:27.001664 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Made reservation on behalf of 5939c75066cc45d8bfb227964729f041 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:16:27.005157 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:27.121918 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:27.133465 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Allocated IP 172.20.0.4 (0b85a16e-dcb5-4356-9889-fba810265f88/1f0c7319-25e5-45b0-aede-3e3868afe569/fb8dc381-37eb-4a7f-b47b-e58cf51ebca3) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:16:27.364742 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:27.372015 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c6c90-fd29-4834-9995-df5299cb464f req-8518ec3b-cbd4-4710-9e8a-377ccd75cfa0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:27.373443 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-8518ec3b-cbd4-4710-9e8a-377ccd75cfa0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "GET /v2.0/networks?id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 HTTP/1.1" status: 200 len: 813 time: 0.1696012 Sep 23 03:16:27.409746 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Request body: {'port': {'device_id': 'ee980ba2-a3de-4ed0-b4bf-f60fa358522b', 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2', 'admin_state_up': True, 'tenant_id': '3a0db8b321a54de5ae011d51e6e69a58'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:27.440525 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-657c4c8b-4358-4983-b3d2-cb38dd1a1388 req-dd8ee432-d524-4b36-b147-62dc610c6b16 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 210 time: 0.0467482 Sep 23 03:16:27.482754 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608faa9-1803-4b21-b051-b93d058a4b2f req-50cfbd23-a497-4e96-a57c-63ca931ae07b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:27.484957 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c608faa9-1803-4b21-b051-b93d058a4b2f req-50cfbd23-a497-4e96-a57c-63ca931ae07b tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0680041 Sep 23 03:16:27.525395 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c608faa9-1803-4b21-b051-b93d058a4b2f req-e1f0a2b8-67c2-4223-a780-a4a13cd8fe72 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327516 Sep 23 03:16:27.562253 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:27.606446 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Network 0b85a16e-dcb5-4356-9889-fba810265f88 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:16:27.609710 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:16:27.622458 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:16:27.625071 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Pushing event updated for resources: {'Port': ['ID=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:27.655383 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Made reservation on behalf of 3a0db8b321a54de5ae011d51e6e69a58 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:16:27.658578 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:27.700659 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:27.701408 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:27.820008 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Allocated IP 172.20.0.5 (803c4c70-2ff9-4ddc-a896-3501f0b2a0a2/e1939509-f41f-4d03-ba7b-2941c8932e06/9f6ade92-6477-4a52-8c99-d80aa360d9ac) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:16:27.933776 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-d0857966-49a6-4e6b-a201-22900b76bbc1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1750059 Sep 23 03:16:27.968598 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:27.989608 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Request body: {'port': {'device_id': '45b71f99-c432-4dbb-a61c-8b42dc97b750', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:28.054213 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:28.086877 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470c52a-8b55-47c5-a8c2-7b31e5f2127a req-d965d62a-96db-4ca9-b446-d3453181491d tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:28.088413 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f470c52a-8b55-47c5-a8c2-7b31e5f2127a req-d965d62a-96db-4ca9-b446-d3453181491d tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 931 time: 0.0659461 Sep 23 03:16:28.131373 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f470c52a-8b55-47c5-a8c2-7b31e5f2127a req-2dbec22c-c044-40d6-ba80-31475d31641b tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355029 Sep 23 03:16:28.166953 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:28.207161 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['c5c1a228-41bc-4fd1-9c8e-6b4d92214b55', '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2', '032fd351-ef94-4f58-8754-acd5c5fa124d'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:16:28.231021 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:16:28.236963 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:16:28.239364 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:16:28.293941 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Pushing event updated for resources: {'Port': ['ID=9f6ade92-6477-4a52-8c99-d80aa360d9ac,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:28.348716 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:28.349332 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:28.443186 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:16:28.450519 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-8645d4be-f846-41c1-94dd-d24c6a1f6206 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0541627 Sep 23 03:16:28.451928 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:28.464171 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Transition to ACTIVE for port object fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:16:28.483448 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Request body: {'port': {'device_id': 'ee980ba2-a3de-4ed0-b4bf-f60fa358522b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:28.537467 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:28.571015 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561361d5-4405-40ac-a908-8f12128fac97 req-412faa24-ffe8-437b-9910-b89f189209e0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:28.572411 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-561361d5-4405-40ac-a908-8f12128fac97 req-412faa24-ffe8-437b-9910-b89f189209e0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 931 time: 0.0505030 Sep 23 03:16:28.572573 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:28.611459 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-561361d5-4405-40ac-a908-8f12128fac97 req-9826defc-3181-44ff-9059-0dc39fa23c7d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Sep 23 03:16:28.683705 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:28.814250 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Attempting to bind port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:16:28.814605 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Attempting to bind port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '22fb41da-0e9a-4c95-8e8b-e52beea231c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:16:28.815513 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Attempting to bind port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 on network 0b85a16e-dcb5-4356-9889-fba810265f88 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:16:28.823610 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 on network 0b85a16e-dcb5-4356-9889-fba810265f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:16:28.823950 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Attempting to bind port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 on network 0b85a16e-dcb5-4356-9889-fba810265f88 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:16:28.834186 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:16:28.834514 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Checking segment: {'id': '22fb41da-0e9a-4c95-8e8b-e52beea231c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:16:28.834885 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Bound using segment: {'id': '22fb41da-0e9a-4c95-8e8b-e52beea231c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:16:28.835308 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Bound port: fb8dc381-37eb-4a7f-b47b-e58cf51ebca3, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fb41da-0e9a-4c95-8e8b-e52beea231c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:16:28.835656 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:28.948731 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] For port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:16:28.953779 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6ade92-6477-4a52-8c99-d80aa360d9ac {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:16:28.958538 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] For port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3,segment=NetworkSegment(22fb41da-0e9a-4c95-8e8b-e52beea231c6),segment_id=22fb41da-0e9a-4c95-8e8b-e52beea231c6)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:16:28.970564 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:28.973629 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Transition to ACTIVE for port object 9f6ade92-6477-4a52-8c99-d80aa360d9ac will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:16:29.105209 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:29.109801 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:29.147580 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:29.148271 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:29.149721 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] 10.222.0.13 "PUT /v2.0/ports/fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 HTTP/1.1" status: 200 len: 1093 time: 1.1649795 Sep 23 03:16:29.150154 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b71f99-c432-4dbb-a61c-8b42dc97b750', 'tag': 'fb8dc381-37eb-4a7f-b47b-e58cf51ebca3'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:16:29.152406 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6145e879-2cbe-410b-a4ac-cd333501f8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "45b71f99-c432-4dbb-a61c-8b42dc97b750", "tag": "fb8dc381-37eb-4a7f-b47b-e58cf51ebca3"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:16:29.184476 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe7269-8f0b-4ad3-b56b-32de16bfe309 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:29.202673 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69db1034-8350-4732-ba8d-5429c3debe2b x-openstack-request-id: req-69db1034-8350-4732-ba8d-5429c3debe2b {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:16:29.202989 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b71f99-c432-4dbb-a61c-8b42dc97b750", "tag": "fb8dc381-37eb-4a7f-b47b-e58cf51ebca3", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:16:29.203231 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69db1034-8350-4732-ba8d-5429c3debe2b {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:16:29.203619 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b71f99-c432-4dbb-a61c-8b42dc97b750', 'tag': 'fb8dc381-37eb-4a7f-b47b-e58cf51ebca3', 'status': 'completed', 'code': 200} Sep 23 03:16:29.266776 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982ce45-abab-4140-827c-f3172c3da0ea req-f403f777-6985-42e2-ab1e-8a113860d344 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:29.268341 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4982ce45-abab-4140-827c-f3172c3da0ea req-f403f777-6985-42e2-ab1e-8a113860d344 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 943 time: 0.0534542 Sep 23 03:16:29.295315 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6ade92-6477-4a52-8c99-d80aa360d9ac,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:29.307804 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4982ce45-abab-4140-827c-f3172c3da0ea req-7d2a98bb-6567-452b-85ae-229c3068d262 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326443 Sep 23 03:16:29.317501 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Attempting to bind port 9f6ade92-6477-4a52-8c99-d80aa360d9ac on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:16:29.317837 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Attempting to bind port 9f6ade92-6477-4a52-8c99-d80aa360d9ac by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:16:29.322885 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Attempting to bind port 9f6ade92-6477-4a52-8c99-d80aa360d9ac on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:16:29.325626 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e879-2cbe-410b-a4ac-cd333501f8d5 req-311c78fe-ff64-4f08-b88c-a77d1b439b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:29.327106 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6145e879-2cbe-410b-a4ac-cd333501f8d5 req-311c78fe-ff64-4f08-b88c-a77d1b439b32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5939c75066cc45d8bfb227964729f041&device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 1096 time: 0.0754352 Sep 23 03:16:29.327619 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Port 9f6ade92-6477-4a52-8c99-d80aa360d9ac on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:16:29.327929 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Attempting to bind port 9f6ade92-6477-4a52-8c99-d80aa360d9ac on network 803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:16:29.332804 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:16:29.333131 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Checking segment: {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:16:29.333503 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Bound using segment: {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:16:29.333921 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Bound port: 9f6ade92-6477-4a52-8c99-d80aa360d9ac, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350cfb3a-60d0-4498-bc96-0dc553decdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:16:29.334272 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:29.459093 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] For port 9f6ade92-6477-4a52-8c99-d80aa360d9ac, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:16:29.476535 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] For port 9f6ade92-6477-4a52-8c99-d80aa360d9ac, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9f6ade92-6477-4a52-8c99-d80aa360d9ac,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:16:29.486083 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e879-2cbe-410b-a4ac-cd333501f8d5 req-5d764f80-14ee-4ae6-8380-4e147e6f3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:29.488180 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6145e879-2cbe-410b-a4ac-cd333501f8d5 req-5d764f80-14ee-4ae6-8380-4e147e6f3094 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5939c75066cc45d8bfb227964729f041&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1222861 Sep 23 03:16:29.581116 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e879-2cbe-410b-a4ac-cd333501f8d5 req-7cae760f-0d1c-4407-9869-958f168d796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:29.582608 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6145e879-2cbe-410b-a4ac-cd333501f8d5 req-7cae760f-0d1c-4407-9869-958f168d796a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870621 Sep 23 03:16:29.602081 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:29.639569 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:29.640186 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:29.641658 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] 10.222.0.13 "PUT /v2.0/ports/9f6ade92-6477-4a52-8c99-d80aa360d9ac HTTP/1.1" status: 200 len: 1093 time: 1.1627965 Sep 23 03:16:29.666363 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6544b53-5ae2-4dbb-a8c9-71bd78809469 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6ade92-6477-4a52-8c99-d80aa360d9ac,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:29.748136 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3a958-1161-4fa5-8a56-806d5959c406 req-5c7ae0f4-5533-4a23-a61c-728f5ce73701 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:29.749808 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-85f3a958-1161-4fa5-8a56-806d5959c406 req-5c7ae0f4-5533-4a23-a61c-728f5ce73701 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 943 time: 0.0519953 Sep 23 03:16:29.750733 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-bc5510fc-1c28-4316-a632-771090ffe3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:29.752395 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-bc5510fc-1c28-4316-a632-771090ffe3ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5939c75066cc45d8bfb227964729f041&device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 1096 time: 0.0563433 Sep 23 03:16:29.789128 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-85f3a958-1161-4fa5-8a56-806d5959c406 req-4c67cc10-158e-45ba-b953-8e1b8b472aab tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Sep 23 03:16:29.803098 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-60752a76-bfa1-47bd-810d-8fc02c396153 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 HTTP/1.1" status: 200 len: 217 time: 0.0354970 Sep 23 03:16:29.879282 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-31d5c630-beea-4d46-babd-31ea628e5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:29.880742 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-31d5c630-beea-4d46-babd-31ea628e5a7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f0c7319-25e5-45b0-aede-3e3868afe569 HTTP/1.1" status: 200 len: 849 time: 0.0702877 Sep 23 03:16:29.899968 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c6c90-fd29-4834-9995-df5299cb464f req-ecf7e59a-7d30-4bfd-a4ac-a05f03a3d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:29.901380 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-ecf7e59a-7d30-4bfd-a4ac-a05f03a3d897 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 1096 time: 0.0567467 Sep 23 03:16:29.915959 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-7f827d98-9e0b-4c0c-a24e-ca960787c4e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b85a16e-dcb5-4356-9889-fba810265f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271564 Sep 23 03:16:29.972564 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-4d55300d-2ade-439a-8523-b6cfd0da0723 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f6ade92-6477-4a52-8c99-d80aa360d9ac HTTP/1.1" status: 200 len: 217 time: 0.0486193 Sep 23 03:16:30.063624 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c6c90-fd29-4834-9995-df5299cb464f req-61e562d7-f08e-4d49-aa5d-6381b82273ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:30.065166 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-61e562d7-f08e-4d49-aa5d-6381b82273ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1939509-f41f-4d03-ba7b-2941c8932e06 HTTP/1.1" status: 200 len: 853 time: 0.0848007 Sep 23 03:16:30.084608 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-bb13ddbd-359a-4133-9353-2145f8dc9b8b service neutron] 10.222.0.13 "GET /v2.0/networks/0b85a16e-dcb5-4356-9889-fba810265f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529374 Sep 23 03:16:30.102162 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-db565010-9f17-4347-a4a7-754f8ef4931e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279148 Sep 23 03:16:30.247473 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e849db14-3fa8-4196-9dd8-71574c353f74 req-e1d9a755-1079-47b2-a9d8-58ae356a58b9 service neutron] 10.222.0.13 "GET /v2.0/networks/0b85a16e-dcb5-4356-9889-fba810265f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475778 Sep 23 03:16:30.257150 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-b2799a84-0629-495e-8059-89ba7a31f644 service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387687 Sep 23 03:16:30.430994 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eb94a-8b78-4e9b-afd9-0116492812e5 req-4019d3eb-5772-4fe3-9f97-a9e480a2323f tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:30.432559 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f18eb94a-8b78-4e9b-afd9-0116492812e5 req-4019d3eb-5772-4fe3-9f97-a9e480a2323f tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 943 time: 0.0514162 Sep 23 03:16:30.471751 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f18eb94a-8b78-4e9b-afd9-0116492812e5 req-adbfc53a-c33a-4696-a055-b2a7016766b8 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330417 Sep 23 03:16:30.542849 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-246c6c90-fd29-4834-9995-df5299cb464f req-c7df69e3-982e-415e-83ca-36268200a148 service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769189 Sep 23 03:16:30.906709 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ae83-da94-4d99-9e18-300d22562429 req-49c8b7f6-627f-435f-af6b-8bcc598e253d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:30.908180 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2167ae83-da94-4d99-9e18-300d22562429 req-49c8b7f6-627f-435f-af6b-8bcc598e253d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 943 time: 0.0522373 Sep 23 03:16:30.945229 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2167ae83-da94-4d99-9e18-300d22562429 req-7286b2eb-46a1-4f91-b8d0-34edccf63d17 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Sep 23 03:16:31.204850 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee980ba2-a3de-4ed0-b4bf-f60fa358522b', 'tag': '9f6ade92-6477-4a52-8c99-d80aa360d9ac'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:16:31.207753 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13162e1-4bc0-4697-b5c3-1bc03e786700" -d '{"events": [{"name": "network-changed", "server_uuid": "ee980ba2-a3de-4ed0-b4bf-f60fa358522b", "tag": "9f6ade92-6477-4a52-8c99-d80aa360d9ac"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:16:31.246800 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ffee2c-0c60-4267-a05d-b6c1ff4ac9e9 x-openstack-request-id: req-81ffee2c-0c60-4267-a05d-b6c1ff4ac9e9 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:16:31.246800 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee980ba2-a3de-4ed0-b4bf-f60fa358522b", "tag": "9f6ade92-6477-4a52-8c99-d80aa360d9ac", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:16:31.246800 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81ffee2c-0c60-4267-a05d-b6c1ff4ac9e9 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:16:31.246800 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee980ba2-a3de-4ed0-b4bf-f60fa358522b', 'tag': '9f6ade92-6477-4a52-8c99-d80aa360d9ac', 'status': 'completed', 'code': 200} Sep 23 03:16:31.359683 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13162e1-4bc0-4697-b5c3-1bc03e786700 req-19e8ac6b-9f4a-4e75-8371-f8f545535401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:31.361196 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d13162e1-4bc0-4697-b5c3-1bc03e786700 req-19e8ac6b-9f4a-4e75-8371-f8f545535401 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 1096 time: 0.0404906 Sep 23 03:16:31.463018 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13162e1-4bc0-4697-b5c3-1bc03e786700 req-87db7871-86c7-454a-86d2-921464efe5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:31.464514 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d13162e1-4bc0-4697-b5c3-1bc03e786700 req-87db7871-86c7-454a-86d2-921464efe5b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 HTTP/1.1" status: 200 len: 914 time: 0.0952277 Sep 23 03:16:31.506992 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d13162e1-4bc0-4697-b5c3-1bc03e786700 req-7ae2975c-24cd-4318-87a4-199aedf62b71 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9f6ade92-6477-4a52-8c99-d80aa360d9ac HTTP/1.1" status: 200 len: 217 time: 0.0342584 Sep 23 03:16:31.560057 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13162e1-4bc0-4697-b5c3-1bc03e786700 req-9273b388-0f1b-4156-9152-97f8b44d5a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:31.561802 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d13162e1-4bc0-4697-b5c3-1bc03e786700 req-9273b388-0f1b-4156-9152-97f8b44d5a26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1939509-f41f-4d03-ba7b-2941c8932e06 HTTP/1.1" status: 200 len: 853 time: 0.0476358 Sep 23 03:16:31.590048 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d95251-1589-44a9-ae48-f470849b307f req-48deb51e-78d4-4843-a505-f1952d70a2e5 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:31.591547 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-02d95251-1589-44a9-ae48-f470849b307f req-48deb51e-78d4-4843-a505-f1952d70a2e5 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 943 time: 0.0489213 Sep 23 03:16:31.594099 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d13162e1-4bc0-4697-b5c3-1bc03e786700 req-e8d2f84e-6262-448e-bce9-e83a637c8db9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237594 Sep 23 03:16:31.632784 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-02d95251-1589-44a9-ae48-f470849b307f req-d0ddd896-b748-49af-80e5-6ae92020a88d tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341542 Sep 23 03:16:31.687070 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d13162e1-4bc0-4697-b5c3-1bc03e786700 req-f4f197df-9b88-468e-af26-c4e80e303fa9 service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854297 Sep 23 03:16:31.781463 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d13162e1-4bc0-4697-b5c3-1bc03e786700 req-245197f6-f1b0-43a1-bdb4-ff5ae0393071 service neutron] 10.222.0.13 "GET /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871351 Sep 23 03:16:32.060945 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d762d-5075-42e7-8073-15f35dc74de1 req-b0b3bf0a-3a42-43ef-af48-14397f44a51d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:32.062607 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ab4d762d-5075-42e7-8073-15f35dc74de1 req-b0b3bf0a-3a42-43ef-af48-14397f44a51d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 943 time: 0.0487292 Sep 23 03:16:32.101472 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ab4d762d-5075-42e7-8073-15f35dc74de1 req-1eae4817-8242-44bd-9fd0-5bd46b74f2e1 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Sep 23 03:16:32.755291 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c203b-5dcc-439b-8250-1675bb67b710 req-ad95f19f-9d0a-4d33-94cf-a4bb1ba4999a tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:32.756741 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bf1c203b-5dcc-439b-8250-1675bb67b710 req-ad95f19f-9d0a-4d33-94cf-a4bb1ba4999a tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 943 time: 0.0531056 Sep 23 03:16:32.792410 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bf1c203b-5dcc-439b-8250-1675bb67b710 req-2349ac08-4b90-4379-95a0-264b64a2a112 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297601 Sep 23 03:16:33.214636 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ddaa-2a9f-4068-a32f-f13c2b7b5c8c req-53c1bdac-3218-4fa1-af8f-a466ea455c5b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:33.216147 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5d10ddaa-2a9f-4068-a32f-f13c2b7b5c8c req-53c1bdac-3218-4fa1-af8f-a466ea455c5b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 943 time: 0.0481079 Sep 23 03:16:33.253338 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5d10ddaa-2a9f-4068-a32f-f13c2b7b5c8c req-6b842124-11f4-4fd2-add9-c78f2ee06ffc tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308836 Sep 23 03:16:33.453811 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035dcaa-fb36-457a-9934-e44d327e5f37 req-94dd72c2-acf4-432f-9dc6-056df0ee3314 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:33.455850 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3035dcaa-fb36-457a-9934-e44d327e5f37 req-94dd72c2-acf4-432f-9dc6-056df0ee3314 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0513880 Sep 23 03:16:33.493895 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3035dcaa-fb36-457a-9934-e44d327e5f37 req-7d39018e-81ca-4ab5-ba7e-c9a18f93336e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317671 Sep 23 03:16:33.908924 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bf379-1cf5-4ced-a69e-5ac92af15eb2 req-3e76f2c6-713c-4cb7-b888-6784f56cf4a5 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:33.910384 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e44bf379-1cf5-4ced-a69e-5ac92af15eb2 req-3e76f2c6-713c-4cb7-b888-6784f56cf4a5 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 943 time: 0.0514743 Sep 23 03:16:33.946349 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e44bf379-1cf5-4ced-a69e-5ac92af15eb2 req-33b06489-c5f0-439e-8f1c-3d99d4d30361 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301955 Sep 23 03:16:34.371614 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eced13c-f136-478c-bc33-afc0fa1f70bf req-07935286-edcc-4be4-9c1c-1c468832be89 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:34.371614 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9eced13c-f136-478c-bc33-afc0fa1f70bf req-07935286-edcc-4be4-9c1c-1c468832be89 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 943 time: 0.0496094 Sep 23 03:16:34.407827 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9eced13c-f136-478c-bc33-afc0fa1f70bf req-092c7a70-12b1-463f-88bf-fd7004703a03 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Sep 23 03:16:34.605654 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c3c15-1a31-45db-a079-d1afbf8c3e1e req-8e682e9e-f159-4201-b5bc-496f12019ed6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:34.607568 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c86c3c15-1a31-45db-a079-d1afbf8c3e1e req-8e682e9e-f159-4201-b5bc-496f12019ed6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0488806 Sep 23 03:16:34.649636 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c86c3c15-1a31-45db-a079-d1afbf8c3e1e req-863c234f-3e31-42b4-ad38-bfa99c27f490 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Sep 23 03:16:35.058919 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3be3f7-7930-4b33-b7ef-0daa4c6a011e req-4fd09acb-0068-4630-a11d-13fe54684e46 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:35.060367 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8f3be3f7-7930-4b33-b7ef-0daa4c6a011e req-4fd09acb-0068-4630-a11d-13fe54684e46 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 943 time: 0.0505404 Sep 23 03:16:35.098021 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8f3be3f7-7930-4b33-b7ef-0daa4c6a011e req-1743257d-c292-42e8-98d9-51bfdd343ee2 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Sep 23 03:16:35.530551 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a47f00-5d62-48ab-b0fa-dcf093a5a6d3 req-531fcf42-78ab-436f-a836-ce5d0d96822b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:35.532012 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a9a47f00-5d62-48ab-b0fa-dcf093a5a6d3 req-531fcf42-78ab-436f-a836-ce5d0d96822b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 943 time: 0.0519049 Sep 23 03:16:35.569156 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a9a47f00-5d62-48ab-b0fa-dcf093a5a6d3 req-58336f3e-8f0b-4fc8-b0ea-7a31cccdff41 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311472 Sep 23 03:16:35.773592 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fdab8-5268-44e0-8942-9948c4dc434f req-69e4842e-5465-4dd0-a05d-337551930a59 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:35.775296 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-592fdab8-5268-44e0-8942-9948c4dc434f req-69e4842e-5465-4dd0-a05d-337551930a59 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0578277 Sep 23 03:16:35.823336 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-592fdab8-5268-44e0-8942-9948c4dc434f req-013b505a-8936-4803-affb-0da2b185b1d0 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423005 Sep 23 03:16:35.965119 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:16:36.055971 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3,segment=NetworkSegment(22fb41da-0e9a-4c95-8e8b-e52beea231c6),segment_id=22fb41da-0e9a-4c95-8e8b-e52beea231c6)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:16:36.067828 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'fb8dc381-37eb-4a7f-b47b-e58cf51ebca3', 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88', 'port_id': 'fb8dc381-37eb-4a7f-b47b-e58cf51ebca3', 'mac_address': 'fa:16:3e:40:a3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0c7319-25e5-45b0-aede-3e3868afe569', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:16:36.108091 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:36.120702 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:16:36.141637 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3,segment=NetworkSegment(22fb41da-0e9a-4c95-8e8b-e52beea231c6),segment_id=22fb41da-0e9a-4c95-8e8b-e52beea231c6)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:16:36.214979 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01355c5-ece8-4185-ab36-b6464367a82c req-1a813fbe-cbc0-458c-a322-4b4653124d78 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:36.216471 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c01355c5-ece8-4185-ab36-b6464367a82c req-1a813fbe-cbc0-458c-a322-4b4653124d78 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 943 time: 0.0498309 Sep 23 03:16:36.218797 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:36.219476 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 9f6ade92-6477-4a52-8c99-d80aa360d9ac details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:16:36.255786 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c01355c5-ece8-4185-ab36-b6464367a82c req-fcaa652d-cf0c-4f6e-9416-7fb07aca956a tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332875 Sep 23 03:16:36.285312 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:36.301158 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.301507 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.301855 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.302191 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.302555 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.302948 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.303275 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.303604 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.303960 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.304291 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.304646 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.304975 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:36.368071 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 9f6ade92-6477-4a52-8c99-d80aa360d9ac, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9f6ade92-6477-4a52-8c99-d80aa360d9ac,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:16:36.379450 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '9f6ade92-6477-4a52-8c99-d80aa360d9ac', 'network_id': '803c4c70-2ff9-4ddc-a896-3501f0b2a0a2', 'port_id': '9f6ade92-6477-4a52-8c99-d80aa360d9ac', 'mac_address': 'fa:16:3e:f8:18:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1939509-f41f-4d03-ba7b-2941c8932e06', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:16:36.415880 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:36.429091 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6ade92-6477-4a52-8c99-d80aa360d9ac {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:16:36.448237 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 9f6ade92-6477-4a52-8c99-d80aa360d9ac, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9f6ade92-6477-4a52-8c99-d80aa360d9ac,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:16:36.567530 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:36.582570 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a73f1d-aded-4ead-9c54-6283f9b34fda req-e3b13431-4727-44af-b591-1fde6353e25c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:36.584065 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-31a73f1d-aded-4ead-9c54-6283f9b34fda req-e3b13431-4727-44af-b591-1fde6353e25c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.0500288 Sep 23 03:16:36.619881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=9f6ade92-6477-4a52-8c99-d80aa360d9ac,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:36.752668 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f80a5-524e-4eb4-b7cd-942f16a6fea9 req-2f4c2b01-31ac-4320-9272-126b22d4b13b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:36.754063 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-193f80a5-524e-4eb4-b7cd-942f16a6fea9 req-2f4c2b01-31ac-4320-9272-126b22d4b13b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 944 time: 0.1096847 Sep 23 03:16:36.797897 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-31a73f1d-aded-4ead-9c54-6283f9b34fda req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Deleting port 91d8a60b-64c2-40d5-b3f2-d768b237086a {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:16:36.798244 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-31a73f1d-aded-4ead-9c54-6283f9b34fda req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:36.801558 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:36.837103 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-193f80a5-524e-4eb4-b7cd-942f16a6fea9 req-134fb501-5fa4-451e-a57d-1c43c86b3d16 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762112 Sep 23 03:16:36.902747 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-31a73f1d-aded-4ead-9c54-6283f9b34fda req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] For port 91d8a60b-64c2-40d5-b3f2-d768b237086a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=91d8a60b-64c2-40d5-b3f2-d768b237086a,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:16:36.903117 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-31a73f1d-aded-4ead-9c54-6283f9b34fda req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:36.939037 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-31a73f1d-aded-4ead-9c54-6283f9b34fda req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Calling delete_port for 91d8a60b-64c2-40d5-b3f2-d768b237086a owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:16:37.025401 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a337a-89d6-419a-a398-54fecf5daaea req-197ddf2c-cbd8-4be3-b3cf-0f7fc9c6f587 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:37.026817 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8e7a337a-89d6-419a-a398-54fecf5daaea req-197ddf2c-cbd8-4be3-b3cf-0f7fc9c6f587 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 945 time: 0.1211827 Sep 23 03:16:37.080894 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8e7a337a-89d6-419a-a398-54fecf5daaea req-6ea0110e-e3b6-4d70-84ca-3c77cad7700c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471885 Sep 23 03:16:37.191818 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['fb8dc381-37eb-4a7f-b47b-e58cf51ebca3'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:16:37.217500 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['9f6ade92-6477-4a52-8c99-d80aa360d9ac'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:16:37.230466 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-31a73f1d-aded-4ead-9c54-6283f9b34fda req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:37.264603 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Pushing event deleted for resources: {'Port': ['ID=91d8a60b-64c2-40d5-b3f2-d768b237086a,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:37.310727 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.311086 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.311413 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.311755 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.312093 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.312428 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.312784 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.313114 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.313445 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.313777 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.314103 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.314467 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:37.330794 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a73f1d-aded-4ead-9c54-6283f9b34fda req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] No DVR routers for this DVR port 91d8a60b-64c2-40d5-b3f2-d768b237086a on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:16:37.333818 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-31a73f1d-aded-4ead-9c54-6283f9b34fda req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:37.335808 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-31a73f1d-aded-4ead-9c54-6283f9b34fda req-5e0ad932-7e41-4dfc-a27c-cec3ae95567f tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.13 "DELETE /v2.0/ports/91d8a60b-64c2-40d5-b3f2-d768b237086a HTTP/1.1" status: 204 len: 173 time: 0.7447670 Sep 23 03:16:37.336257 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3e7808-544d-464f-a759-648393c4f9b8', 'name': 'network-vif-deleted', 'tag': '91d8a60b-64c2-40d5-b3f2-d768b237086a'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:16:37.338611 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73da53f-e125-4c9b-ba7f-419ae1aad27a" -d '{"events": [{"server_uuid": "2f3e7808-544d-464f-a759-648393c4f9b8", "name": "network-vif-deleted", "tag": "91d8a60b-64c2-40d5-b3f2-d768b237086a"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:16:37.383208 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df7125b-253a-4d96-aebf-bd2c5f7ff246 x-openstack-request-id: req-4df7125b-253a-4d96-aebf-bd2c5f7ff246 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:16:37.383552 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3e7808-544d-464f-a759-648393c4f9b8", "name": "network-vif-deleted", "tag": "91d8a60b-64c2-40d5-b3f2-d768b237086a", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:16:37.384703 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4df7125b-253a-4d96-aebf-bd2c5f7ff246 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:16:37.384832 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ead803-6261-4ab7-ab7b-b1ff84b2d1d8 req-874ef9ab-ec24-4e8f-8d21-ec2f99971ff5 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:37.385263 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3e7808-544d-464f-a759-648393c4f9b8', 'name': 'network-vif-deleted', 'tag': '91d8a60b-64c2-40d5-b3f2-d768b237086a', 'status': 'completed', 'code': 200} Sep 23 03:16:37.388414 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-76ead803-6261-4ab7-ab7b-b1ff84b2d1d8 req-874ef9ab-ec24-4e8f-8d21-ec2f99971ff5 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 944 time: 0.0629952 Sep 23 03:16:37.429021 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-76ead803-6261-4ab7-ab7b-b1ff84b2d1d8 req-67041697-1772-4307-b584-b503d625ddfc tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 Sep 23 03:16:37.951053 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7566c-a656-4824-a500-82794c97d5e3 req-0f6caece-1f17-4e76-9287-dcad0aed1867 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:37.952481 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c0b7566c-a656-4824-a500-82794c97d5e3 req-0f6caece-1f17-4e76-9287-dcad0aed1867 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 944 time: 0.0466704 Sep 23 03:16:37.992391 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c0b7566c-a656-4824-a500-82794c97d5e3 req-e7e17c84-225a-4478-8a3f-58b514b830d5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335712 Sep 23 03:16:38.184356 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-26d10356-8db0-4041-b8ee-9a8ab2c102a8 req-5134def9-9ded-40b7-8500-fb254ec47ba9 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f3e7808-544d-464f-a759-648393c4f9b8 HTTP/1.1" status: 200 len: 210 time: 0.0257425 Sep 23 03:16:38.542467 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c99a4-3cde-4eb5-b330-08ea2a63b5a2 req-56ef5d11-e6e0-4685-bb4d-f5771b997ef9 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:38.543927 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6f4c99a4-3cde-4eb5-b330-08ea2a63b5a2 req-56ef5d11-e6e0-4685-bb4d-f5771b997ef9 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 944 time: 0.0482464 Sep 23 03:16:38.580911 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6f4c99a4-3cde-4eb5-b330-08ea2a63b5a2 req-1def5e76-6586-49ba-9b83-ff4723960aab tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305691 Sep 23 03:16:38.620614 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['a49c2a6f-b48c-430a-a827-5f061c7c60c2'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:16:39.110445 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa350dcd-7a14-45ef-95f5-5c903064c22b req-7769f2bc-7c15-4aa9-bdab-895f0b0a60e5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:39.111952 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fa350dcd-7a14-45ef-95f5-5c903064c22b req-7769f2bc-7c15-4aa9-bdab-895f0b0a60e5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 944 time: 0.0521517 Sep 23 03:16:39.148804 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fa350dcd-7a14-45ef-95f5-5c903064c22b req-041a33dd-3390-44c4-90c0-2cd606b9f5d7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309918 Sep 23 03:16:39.695565 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452d906-fd4e-47fe-9df0-f7b5cbabc3e6 req-e5dd7697-a4f8-4f16-a6f0-b4de7e93ee5b tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:39.697764 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0452d906-fd4e-47fe-9df0-f7b5cbabc3e6 req-e5dd7697-a4f8-4f16-a6f0-b4de7e93ee5b tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 944 time: 0.0489492 Sep 23 03:16:39.721490 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81734d-b0c5-4936-aad9-bdadbc10e941 req-f7399fa9-df33-40fa-9d3c-702ffd221ee6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:39.727167 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1f81734d-b0c5-4936-aad9-bdadbc10e941 req-f7399fa9-df33-40fa-9d3c-702ffd221ee6 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0487409 Sep 23 03:16:39.735253 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0452d906-fd4e-47fe-9df0-f7b5cbabc3e6 req-76e8d589-ee1a-4f46-8ca4-2189237b0193 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Sep 23 03:16:39.767290 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1f81734d-b0c5-4936-aad9-bdadbc10e941 req-8389d5da-e12c-4ace-8da5-f1ec57f8fc48 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336447 Sep 23 03:16:39.786928 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:16:39.975083 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:16:40.109637 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:16:40.117245 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:16:40.118216 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:40.195797 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:40.218083 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b71f99-c432-4dbb-a61c-8b42dc97b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8dc381-37eb-4a7f-b47b-e58cf51ebca3'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:16:40.220276 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97df5d30-12f6-4e69-b6cc-ba56c8ed0d31" -d '{"events": [{"server_uuid": "45b71f99-c432-4dbb-a61c-8b42dc97b750", "name": "network-vif-plugged", "status": "completed", "tag": "fb8dc381-37eb-4a7f-b47b-e58cf51ebca3"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:16:40.233261 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3,segment=NetworkSegment(22fb41da-0e9a-4c95-8e8b-e52beea231c6),segment_id=22fb41da-0e9a-4c95-8e8b-e52beea231c6)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:16:40.257094 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec92a69e-2067-4a54-8606-c82d480fbcad x-openstack-request-id: req-ec92a69e-2067-4a54-8606-c82d480fbcad {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:16:40.257375 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b71f99-c432-4dbb-a61c-8b42dc97b750", "name": "network-vif-plugged", "status": "completed", "tag": "fb8dc381-37eb-4a7f-b47b-e58cf51ebca3", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:16:40.257670 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec92a69e-2067-4a54-8606-c82d480fbcad {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:16:40.258061 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b71f99-c432-4dbb-a61c-8b42dc97b750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8dc381-37eb-4a7f-b47b-e58cf51ebca3', 'code': 200} Sep 23 03:16:40.267131 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ab910-0783-402b-9d90-ec1f47af2015 req-6114a1b1-9276-4da1-ad00-c86d5690f20b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:40.268619 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dc1ab910-0783-402b-9d90-ec1f47af2015 req-6114a1b1-9276-4da1-ad00-c86d5690f20b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 944 time: 0.0533984 Sep 23 03:16:40.305171 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dc1ab910-0783-402b-9d90-ec1f47af2015 req-3624b161-9dff-4f9b-ba5c-c92ec21ec672 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306516 Sep 23 03:16:40.333069 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:40.333874 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 9f6ade92-6477-4a52-8c99-d80aa360d9ac up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:16:40.409821 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:40.510488 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port 9f6ade92-6477-4a52-8c99-d80aa360d9ac completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:16:40.514517 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 9f6ade92-6477-4a52-8c99-d80aa360d9ac triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:16:40.514898 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:40.593084 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:40.625427 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 9f6ade92-6477-4a52-8c99-d80aa360d9ac, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9f6ade92-6477-4a52-8c99-d80aa360d9ac,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:16:40.634760 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53428) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:40.704565 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_v2 [None req-b549987a-0fc5-4610-bdf6-677febe608f2 admin admin] Deleting subnet a430c469-d729-4829-a0aa-cb70c14c73a1 {{(pid=94696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:16:40.709160 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b549987a-0fc5-4610-bdf6-677febe608f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:40.710432 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:40.711245 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 91d8a60b-64c2-40d5-b3f2-d768b237086a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:16:40.729399 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e874ffb-f176-4494-806b-0654efb7b34a req-6cf56b2c-c619-44e7-8407-d4c1b087e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:40.730938 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e874ffb-f176-4494-806b-0654efb7b34a req-6cf56b2c-c619-44e7-8407-d4c1b087e3ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 1098 time: 0.0704396 Sep 23 03:16:40.731920 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: 91d8a60b-64c2-40d5-b3f2-d768b237086a {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:16:40.732546 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 91d8a60b-64c2-40d5-b3f2-d768b237086a not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:16:40.753705 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b549987a-0fc5-4610-bdf6-677febe608f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487883'] for subnet, precommit_delete_associations {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:40.782096 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=9f6ade92-6477-4a52-8c99-d80aa360d9ac,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:40.812031 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e874ffb-f176-4494-806b-0654efb7b34a req-16b5e2c2-9ce7-474a-b230-e0c55d745c00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683939 Sep 23 03:16:40.824936 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b549987a-0fc5-4610-bdf6-677febe608f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:40.898844 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be919b-9a86-4d4d-9d78-bd6e8165fc1e req-3fbed280-5a0c-4bd7-ad2c-802a26b1dbc7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:40.900450 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a5be919b-9a86-4d4d-9d78-bd6e8165fc1e req-3fbed280-5a0c-4bd7-ad2c-802a26b1dbc7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0482178 Sep 23 03:16:40.903324 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018aa2b2-afad-438a-a6cd-805ee8fa73cd req-e1c1435c-7958-4e57-8b06-0f0cc709aa50 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:40.904837 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-018aa2b2-afad-438a-a6cd-805ee8fa73cd req-e1c1435c-7958-4e57-8b06-0f0cc709aa50 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 945 time: 0.0839167 Sep 23 03:16:40.939134 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a5be919b-9a86-4d4d-9d78-bd6e8165fc1e req-23ea40b0-0d8b-41ff-96ed-5e2b65316621 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324039 Sep 23 03:16:40.943065 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-018aa2b2-afad-438a-a6cd-805ee8fa73cd req-5c1917ca-6f03-4c19-86a4-6c74b0a5e728 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310361 Sep 23 03:16:41.002503 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b549987a-0fc5-4610-bdf6-677febe608f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25232316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681425'] for subnet, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.025461 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549987a-0fc5-4610-bdf6-677febe608f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a430c469-d729-4829-a0aa-cb70c14c73a1,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:41.031154 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b549987a-0fc5-4610-bdf6-677febe608f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.033025 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-b549987a-0fc5-4610-bdf6-677febe608f2 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a430c469-d729-4829-a0aa-cb70c14c73a1 HTTP/1.1" status: 204 len: 168 time: 0.3973169 Sep 23 03:16:41.035501 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53434) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:41.104444 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.183965 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.203144 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61454a6e-f76c-422a-8160-ee03a0d6a892']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:41.211998 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844a6533-5168-43ff-86f1-90274364fd8a') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:41.212291 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844a6533-5168-43ff-86f1-90274364fd8a') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:41.221658 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.234399 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.240605 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:16:41.240989 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:16:41.242565 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:16:41.378898 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.394661 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.396566 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] 10.222.0.23 "DELETE /v2.0/networks/61454a6e-f76c-422a-8160-ee03a0d6a892 HTTP/1.1" status: 204 len: 168 time: 0.3601229 Sep 23 03:16:41.397827 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451f333-d4ee-4270-9eae-148a55c9767e admin admin] Pushing event deleted for resources: {'Network': ['ID=61454a6e-f76c-422a-8160-ee03a0d6a892,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:41.399351 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53438) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:41.425781 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4de04-1b3b-4262-80a5-cf4806bbd4f3 req-0166c9ba-d2d9-4c08-b328-2f639cfa8b01 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:41.427317 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ecf4de04-1b3b-4262-80a5-cf4806bbd4f3 req-0166c9ba-d2d9-4c08-b328-2f639cfa8b01 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 945 time: 0.0566740 Sep 23 03:16:41.446901 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46b4f6c-fd1c-43e7-b8b5-ffda29ab9b19 admin admin] Deleting subnet 8650f78f-ba22-4a73-af34-abc146a682af {{(pid=94696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:16:41.449989 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f46b4f6c-fd1c-43e7-b8b5-ffda29ab9b19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.465074 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ecf4de04-1b3b-4262-80a5-cf4806bbd4f3 req-ebba6239-e2e3-40a0-a2fe-b910d9f3c55a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Sep 23 03:16:41.488871 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f46b4f6c-fd1c-43e7-b8b5-ffda29ab9b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487883'] for subnet, precommit_delete_associations {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.526533 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f46b4f6c-fd1c-43e7-b8b5-ffda29ab9b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.647692 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f46b4f6c-fd1c-43e7-b8b5-ffda29ab9b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25232316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681425'] for subnet, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.670360 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b4f6c-fd1c-43e7-b8b5-ffda29ab9b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8650f78f-ba22-4a73-af34-abc146a682af,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:41.676846 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f46b4f6c-fd1c-43e7-b8b5-ffda29ab9b19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.678707 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-f46b4f6c-fd1c-43e7-b8b5-ffda29ab9b19 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8650f78f-ba22-4a73-af34-abc146a682af HTTP/1.1" status: 204 len: 168 time: 0.2784266 Sep 23 03:16:41.681234 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53442) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:41.750368 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.827466 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.850882 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec7a63c-8575-48a9-b5af-cab656fe1eea']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:41.859974 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9f4ce6-8a41-4985-b666-3ed730cf3042') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:41.860260 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9f4ce6-8a41-4985-b666-3ed730cf3042') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:41.869156 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.882305 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.888000 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:16:41.888379 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:16:41.890051 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:16:42.007623 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:42.013096 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:42.016171 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3ec7a63c-8575-48a9-b5af-cab656fe1eea HTTP/1.1" status: 204 len: 168 time: 0.3327951 Sep 23 03:16:42.036174 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ed857-ae28-4155-b573-0d2136d16465 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ec7a63c-8575-48a9-b5af-cab656fe1eea,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:42.056608 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909959f-a441-473d-bf66-7e3d39436f39 req-873149c8-740e-49e3-ac70-fdca8f7d5ee1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:42.058180 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4909959f-a441-473d-bf66-7e3d39436f39 req-873149c8-740e-49e3-ac70-fdca8f7d5ee1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0514979 Sep 23 03:16:42.083454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c1ef5-837d-4157-ac85-e6764c231678 req-e0a132f2-ac0b-453c-84e4-d84a169488eb tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:42.084975 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c50c1ef5-837d-4157-ac85-e6764c231678 req-e0a132f2-ac0b-453c-84e4-d84a169488eb tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 945 time: 0.0689402 Sep 23 03:16:42.095399 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4909959f-a441-473d-bf66-7e3d39436f39 req-6768c77a-ee02-4752-8825-57aa8c95742e tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Sep 23 03:16:42.126733 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c50c1ef5-837d-4157-ac85-e6764c231678 req-ba9c7703-18de-4725-a918-cddf634951b2 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353363 Sep 23 03:16:42.258966 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee980ba2-a3de-4ed0-b4bf-f60fa358522b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6ade92-6477-4a52-8c99-d80aa360d9ac'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:16:42.261436 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775e2340-0f6f-41e1-b3b6-e55ec277ddee" -d '{"events": [{"server_uuid": "ee980ba2-a3de-4ed0-b4bf-f60fa358522b", "name": "network-vif-plugged", "status": "completed", "tag": "9f6ade92-6477-4a52-8c99-d80aa360d9ac"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:16:42.273953 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53452) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:42.296073 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4e128b-0413-42c7-a336-fd7cdd4f6132 x-openstack-request-id: req-6a4e128b-0413-42c7-a336-fd7cdd4f6132 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:16:42.296357 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee980ba2-a3de-4ed0-b4bf-f60fa358522b", "name": "network-vif-plugged", "status": "completed", "tag": "9f6ade92-6477-4a52-8c99-d80aa360d9ac", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:16:42.296640 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a4e128b-0413-42c7-a336-fd7cdd4f6132 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:16:42.297021 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee980ba2-a3de-4ed0-b4bf-f60fa358522b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6ade92-6477-4a52-8c99-d80aa360d9ac', 'code': 200} Sep 23 03:16:42.316037 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-a74b7029-49ef-408e-b5e0-5488912ea9de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4cbf488feff74538a486b68c991c943c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408664 Sep 23 03:16:42.318522 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53454) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:42.364443 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cfab0a07-95f7-492b-b429-9f08200b5425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:42.384730 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cfab0a07-95f7-492b-b429-9f08200b5425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:42.561076 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cfab0a07-95f7-492b-b429-9f08200b5425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:42.563553 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cfab0a07-95f7-492b-b429-9f08200b5425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:42.564690 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-cfab0a07-95f7-492b-b429-9f08200b5425 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e8d8693-3662-418b-b491-540c295d5541 HTTP/1.1" status: 204 len: 168 time: 0.2452507 Sep 23 03:16:42.576074 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab0a07-95f7-492b-b429-9f08200b5425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8d8693-3662-418b-b491-540c295d5541,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:42.594272 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d218cbe-03b7-4c22-bd44-aa949bfb27a5 req-ab0073b5-e849-43e2-9dd6-cff76e272327 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:42.596359 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2d218cbe-03b7-4c22-bd44-aa949bfb27a5 req-ab0073b5-e849-43e2-9dd6-cff76e272327 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 945 time: 0.0605087 Sep 23 03:16:42.639607 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2d218cbe-03b7-4c22-bd44-aa949bfb27a5 req-fafdebc6-89b4-4754-8e93-791740d043c5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336292 Sep 23 03:16:42.725161 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9e5d6-4eb1-450d-ba7d-e8787b865e33 req-f3b38587-1c99-4744-9ced-86e86162f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:42.726632 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dcc9e5d6-4eb1-450d-ba7d-e8787b865e33 req-f3b38587-1c99-4744-9ced-86e86162f3ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 1098 time: 0.0429797 Sep 23 03:16:42.770715 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dcc9e5d6-4eb1-450d-ba7d-e8787b865e33 req-d62d49a8-23f0-4c6b-95f7-4590414038e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290451 Sep 23 03:16:43.210833 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dad74-854b-4948-8fa1-f1b47630ac57 req-897085d8-f03a-46c0-8705-2432fe04b993 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:43.212323 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-774dad74-854b-4948-8fa1-f1b47630ac57 req-897085d8-f03a-46c0-8705-2432fe04b993 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0483723 Sep 23 03:16:43.248695 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-774dad74-854b-4948-8fa1-f1b47630ac57 req-6aa44746-3dd7-42e3-b45f-b501d6d45f53 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304179 Sep 23 03:16:43.352057 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8a43-5d2b-4c91-823a-02efeb9221f7 req-321dc8cc-c3df-4e6d-befb-fa43fb17ff16 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:43.353535 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-246a8a43-5d2b-4c91-823a-02efeb9221f7 req-321dc8cc-c3df-4e6d-befb-fa43fb17ff16 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 945 time: 0.0490146 Sep 23 03:16:43.391271 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-246a8a43-5d2b-4c91-823a-02efeb9221f7 req-ad688df2-6101-4394-86c6-da494c09bb9e tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307467 Sep 23 03:16:43.405787 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53468) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:43.455850 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-6a3497df-a079-4d92-9d7f-3c053bd1f5f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a2f1ce856534435b062158fc1dd8847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489011 Sep 23 03:16:43.458380 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53472) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:43.507194 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d395e0d0-1fc5-44a9-a8f2-369810cf1cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:43.527762 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d395e0d0-1fc5-44a9-a8f2-369810cf1cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:43.635096 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d395e0d0-1fc5-44a9-a8f2-369810cf1cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:43.637547 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d395e0d0-1fc5-44a9-a8f2-369810cf1cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:43.638673 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d395e0d0-1fc5-44a9-a8f2-369810cf1cae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff46c9a8-1eca-4617-9604-509d22cc7c37 HTTP/1.1" status: 204 len: 168 time: 0.1794145 Sep 23 03:16:43.646167 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395e0d0-1fc5-44a9-a8f2-369810cf1cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff46c9a8-1eca-4617-9604-509d22cc7c37,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:43.762456 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473fba1-291d-417f-977c-6a66c0cd5d55 req-b7367ce6-ab6d-487b-84a9-2be5beeb8e2e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:43.764208 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8473fba1-291d-417f-977c-6a66c0cd5d55 req-b7367ce6-ab6d-487b-84a9-2be5beeb8e2e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 945 time: 0.0527158 Sep 23 03:16:43.802912 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8473fba1-291d-417f-977c-6a66c0cd5d55 req-74a75199-2d2c-4439-a670-09721265bf51 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Sep 23 03:16:44.363832 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed258929-10e6-4785-8a3c-8eda43334560 req-1779f0f6-4fed-4b7f-b9ee-291ec9a2ad53 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:44.365356 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ed258929-10e6-4785-8a3c-8eda43334560 req-1779f0f6-4fed-4b7f-b9ee-291ec9a2ad53 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0512052 Sep 23 03:16:44.404000 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ed258929-10e6-4785-8a3c-8eda43334560 req-79c8c934-c0bb-445a-99c2-e899054211e7 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324776 Sep 23 03:16:44.929036 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811158d-818d-4db2-93c3-29aa9f9ca5bf req-f4d8bbeb-6907-47c7-8723-9fb9e9ac788b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:44.930637 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1811158d-818d-4db2-93c3-29aa9f9ca5bf req-f4d8bbeb-6907-47c7-8723-9fb9e9ac788b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 945 time: 0.0530632 Sep 23 03:16:44.970853 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1811158d-818d-4db2-93c3-29aa9f9ca5bf req-1e9b8e7e-4b45-4477-a68f-38adf3c68227 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338724 Sep 23 03:16:45.068089 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66beb-9ed3-40bf-8422-d13e65c805df req-f73eae3c-fb27-44fd-87ae-db7a6af27c88 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:45.069606 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ace66beb-9ed3-40bf-8422-d13e65c805df req-f73eae3c-fb27-44fd-87ae-db7a6af27c88 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 945 time: 0.0520322 Sep 23 03:16:45.107855 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ace66beb-9ed3-40bf-8422-d13e65c805df req-695d78fc-8e83-4372-9a29-9aea7a26b8e1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Sep 23 03:16:45.521023 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323c47e-f7e7-4eac-abaa-7ec3af0a2f1f req-5ea1707b-0fc6-4f05-986a-819eade57319 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:45.522553 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9323c47e-f7e7-4eac-abaa-7ec3af0a2f1f req-5ea1707b-0fc6-4f05-986a-819eade57319 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0541909 Sep 23 03:16:45.561888 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9323c47e-f7e7-4eac-abaa-7ec3af0a2f1f req-8387f0e8-6fd7-4a57-817c-ec85acc078c1 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331843 Sep 23 03:16:46.084936 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d70cfe-0f12-467c-8d97-79b1344fa502 req-21001202-c1d8-48fb-bfca-315b27e77f73 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:46.086462 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a3d70cfe-0f12-467c-8d97-79b1344fa502 req-21001202-c1d8-48fb-bfca-315b27e77f73 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 945 time: 0.0480576 Sep 23 03:16:46.123386 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a3d70cfe-0f12-467c-8d97-79b1344fa502 req-f1498d3d-36a4-471f-a7f4-9f72835f0bc2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310221 Sep 23 03:16:46.223224 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb39214-787f-4ebb-9116-0e7f12e6c716 req-d2d79484-822b-42f5-a3f2-7ae2ee894034 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:46.224711 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9cb39214-787f-4ebb-9116-0e7f12e6c716 req-d2d79484-822b-42f5-a3f2-7ae2ee894034 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 945 time: 0.0476184 Sep 23 03:16:46.262995 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9cb39214-787f-4ebb-9116-0e7f12e6c716 req-a714328d-8d48-4aca-b0d0-365b70e09613 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Sep 23 03:16:46.696358 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e17bc-a54b-4a85-89a7-a1a136442ca1 req-9f840488-388d-45a6-96a9-877bde30459d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:46.699570 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9a2e17bc-a54b-4a85-89a7-a1a136442ca1 req-9f840488-388d-45a6-96a9-877bde30459d tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0548246 Sep 23 03:16:46.740050 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9a2e17bc-a54b-4a85-89a7-a1a136442ca1 req-7af395af-4344-4de4-b272-f58e5e793434 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Sep 23 03:16:47.373747 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56febb69-7fc4-48ac-968a-36bb84804999 req-8843e687-17cb-490d-b79e-d443f2df8e3e tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:47.375190 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-56febb69-7fc4-48ac-968a-36bb84804999 req-8843e687-17cb-490d-b79e-d443f2df8e3e tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 945 time: 0.0475769 Sep 23 03:16:47.412248 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-56febb69-7fc4-48ac-968a-36bb84804999 req-16006c2e-8077-40cb-9c82-e5af548fe183 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306408 Sep 23 03:16:47.439910 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043e5fd-ef93-44ae-baed-1b181d6ca7d5 req-05069f25-9746-4ba2-a239-9437cb44de33 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:47.441388 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2043e5fd-ef93-44ae-baed-1b181d6ca7d5 req-05069f25-9746-4ba2-a239-9437cb44de33 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.13 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 945 time: 0.0473769 Sep 23 03:16:47.534498 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-2043e5fd-ef93-44ae-baed-1b181d6ca7d5 req-c4f43107-5df6-477f-89bd-8cbb77511eb7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Deleting port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:16:47.534834 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-2043e5fd-ef93-44ae-baed-1b181d6ca7d5 req-c4f43107-5df6-477f-89bd-8cbb77511eb7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:47.619768 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-2043e5fd-ef93-44ae-baed-1b181d6ca7d5 req-c4f43107-5df6-477f-89bd-8cbb77511eb7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] For port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3,segment=NetworkSegment(22fb41da-0e9a-4c95-8e8b-e52beea231c6),segment_id=22fb41da-0e9a-4c95-8e8b-e52beea231c6)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:16:47.620050 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-2043e5fd-ef93-44ae-baed-1b181d6ca7d5 req-c4f43107-5df6-477f-89bd-8cbb77511eb7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:47.632437 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-2043e5fd-ef93-44ae-baed-1b181d6ca7d5 req-c4f43107-5df6-477f-89bd-8cbb77511eb7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Calling delete_port for fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:16:47.834768 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-2043e5fd-ef93-44ae-baed-1b181d6ca7d5 req-c4f43107-5df6-477f-89bd-8cbb77511eb7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:47.870868 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f43107-5df6-477f-89bd-8cbb77511eb7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Pushing event deleted for resources: {'Port': ['ID=fb8dc381-37eb-4a7f-b47b-e58cf51ebca3,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:47.895332 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['fb8dc381-37eb-4a7f-b47b-e58cf51ebca3'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:16:47.908547 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18604fcc-8d94-4067-90eb-fa22a9074514 req-2b9182cb-839f-4381-9319-041b5da37182 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:47.910018 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-18604fcc-8d94-4067-90eb-fa22a9074514 req-2b9182cb-839f-4381-9319-041b5da37182 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.1021843 Sep 23 03:16:47.924389 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2043e5fd-ef93-44ae-baed-1b181d6ca7d5 req-c4f43107-5df6-477f-89bd-8cbb77511eb7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] No DVR routers for this DVR port fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:16:47.926975 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-2043e5fd-ef93-44ae-baed-1b181d6ca7d5 req-c4f43107-5df6-477f-89bd-8cbb77511eb7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:47.928887 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2043e5fd-ef93-44ae-baed-1b181d6ca7d5 req-c4f43107-5df6-477f-89bd-8cbb77511eb7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.13 "DELETE /v2.0/ports/fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 HTTP/1.1" status: 204 len: 173 time: 0.4786689 Sep 23 03:16:47.933340 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b71f99-c432-4dbb-a61c-8b42dc97b750', 'name': 'network-vif-deleted', 'tag': 'fb8dc381-37eb-4a7f-b47b-e58cf51ebca3'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:16:47.935534 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4ddf68-e81e-4b69-bebd-15cb9cb064cf" -d '{"events": [{"server_uuid": "45b71f99-c432-4dbb-a61c-8b42dc97b750", "name": "network-vif-deleted", "tag": "fb8dc381-37eb-4a7f-b47b-e58cf51ebca3"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:16:47.964809 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-18604fcc-8d94-4067-90eb-fa22a9074514 req-63154096-fda4-4bba-9b41-a57278737877 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Sep 23 03:16:48.008209 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcab0d02-b077-4bda-a155-1569280fe3f3 x-openstack-request-id: req-dcab0d02-b077-4bda-a155-1569280fe3f3 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:16:48.008519 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b71f99-c432-4dbb-a61c-8b42dc97b750", "name": "network-vif-deleted", "tag": "fb8dc381-37eb-4a7f-b47b-e58cf51ebca3", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:16:48.008773 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dcab0d02-b077-4bda-a155-1569280fe3f3 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:16:48.009157 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b71f99-c432-4dbb-a61c-8b42dc97b750', 'name': 'network-vif-deleted', 'tag': 'fb8dc381-37eb-4a7f-b47b-e58cf51ebca3', 'status': 'completed', 'code': 200} Sep 23 03:16:48.523298 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d1b5108c-cb12-41cf-824d-ab0f35bf81d9 req-731fcf69-50d0-41ce-9a40-3c95186560c4 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=45b71f99-c432-4dbb-a61c-8b42dc97b750 HTTP/1.1" status: 200 len: 210 time: 0.0276463 Sep 23 03:16:48.830762 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15518791-ffa8-4304-9fb9-e78aaffa58a9 req-404419d9-3835-466a-9d32-ffab5e190200 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:48.832206 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-15518791-ffa8-4304-9fb9-e78aaffa58a9 req-404419d9-3835-466a-9d32-ffab5e190200 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.13 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0497010 Sep 23 03:16:48.929055 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-15518791-ffa8-4304-9fb9-e78aaffa58a9 req-041d9c7b-5a1b-44f3-9621-a121cbaae63c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Deleting port a49c2a6f-b48c-430a-a827-5f061c7c60c2 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:16:48.929312 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-15518791-ffa8-4304-9fb9-e78aaffa58a9 req-041d9c7b-5a1b-44f3-9621-a121cbaae63c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:49.015063 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-15518791-ffa8-4304-9fb9-e78aaffa58a9 req-041d9c7b-5a1b-44f3-9621-a121cbaae63c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] For port a49c2a6f-b48c-430a-a827-5f061c7c60c2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a49c2a6f-b48c-430a-a827-5f061c7c60c2,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:16:49.015461 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-15518791-ffa8-4304-9fb9-e78aaffa58a9 req-041d9c7b-5a1b-44f3-9621-a121cbaae63c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:49.034083 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-15518791-ffa8-4304-9fb9-e78aaffa58a9 req-041d9c7b-5a1b-44f3-9621-a121cbaae63c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Calling delete_port for a49c2a6f-b48c-430a-a827-5f061c7c60c2 owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:16:49.117837 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fb8af-2039-4476-ba94-267d5d0fc961 req-a5d19bdc-b8c1-4534-8997-9f4cbaa2875a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:49.119331 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b20fb8af-2039-4476-ba94-267d5d0fc961 req-a5d19bdc-b8c1-4534-8997-9f4cbaa2875a tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 945 time: 0.0876079 Sep 23 03:16:49.172740 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b20fb8af-2039-4476-ba94-267d5d0fc961 req-ed0ec588-2ede-4449-b208-37d9a5ffecec tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/security-groups?id=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449154 Sep 23 03:16:49.293190 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-15518791-ffa8-4304-9fb9-e78aaffa58a9 req-041d9c7b-5a1b-44f3-9621-a121cbaae63c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:49.339897 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['a49c2a6f-b48c-430a-a827-5f061c7c60c2'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:16:49.516729 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d9c7b-5a1b-44f3-9621-a121cbaae63c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Pushing event deleted for resources: {'Port': ['ID=a49c2a6f-b48c-430a-a827-5f061c7c60c2,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:49.551799 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-15518791-ffa8-4304-9fb9-e78aaffa58a9 req-041d9c7b-5a1b-44f3-9621-a121cbaae63c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] No DVR routers for this DVR port a49c2a6f-b48c-430a-a827-5f061c7c60c2 on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:16:49.554237 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-15518791-ffa8-4304-9fb9-e78aaffa58a9 req-041d9c7b-5a1b-44f3-9621-a121cbaae63c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:49.556168 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-15518791-ffa8-4304-9fb9-e78aaffa58a9 req-041d9c7b-5a1b-44f3-9621-a121cbaae63c tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.13 "DELETE /v2.0/ports/a49c2a6f-b48c-430a-a827-5f061c7c60c2 HTTP/1.1" status: 204 len: 173 time: 0.7172716 Sep 23 03:16:49.864239 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-08d374f1-137f-4f8a-b40b-ac24a7f8015f tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:49.865825 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-08d374f1-137f-4f8a-b40b-ac24a7f8015f tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/networks?id=0b85a16e-dcb5-4356-9889-fba810265f88 HTTP/1.1" status: 200 len: 809 time: 0.1074047 Sep 23 03:16:49.880177 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-b16b808f-0650-49f9-b5b2-c22db4f96884 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/quotas/5939c75066cc45d8bfb227964729f041 HTTP/1.1" status: 200 len: 375 time: 0.0088797 Sep 23 03:16:49.912262 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-1bf2ff9a-6fe5-47c1-b94d-30e693fbf1f8 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=5939c75066cc45d8bfb227964729f041&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264997 Sep 23 03:16:50.007567 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-6c4dfed7-4a59-431f-a9c3-4f1f7feb4a6d service neutron] 10.222.0.23 "GET /v2.0/networks/0b85a16e-dcb5-4356-9889-fba810265f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883894 Sep 23 03:16:50.010002 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ba4276-abfb-4947-920f-a0cc8dffab54', 'name': 'network-vif-deleted', 'tag': 'a49c2a6f-b48c-430a-a827-5f061c7c60c2'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:16:50.012479 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb809ec-b31d-4c06-ac6f-84e5c4b340ad" -d '{"events": [{"server_uuid": "97ba4276-abfb-4947-920f-a0cc8dffab54", "name": "network-vif-deleted", "tag": "a49c2a6f-b48c-430a-a827-5f061c7c60c2"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:16:50.049598 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0425a211-2b61-42d0-a73e-607ab1974d83 x-openstack-request-id: req-0425a211-2b61-42d0-a73e-607ab1974d83 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:16:50.049889 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ba4276-abfb-4947-920f-a0cc8dffab54", "name": "network-vif-deleted", "tag": "a49c2a6f-b48c-430a-a827-5f061c7c60c2", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:16:50.050133 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0425a211-2b61-42d0-a73e-607ab1974d83 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:16:50.050517 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ba4276-abfb-4947-920f-a0cc8dffab54', 'name': 'network-vif-deleted', 'tag': 'a49c2a6f-b48c-430a-a827-5f061c7c60c2', 'status': 'completed', 'code': 200} Sep 23 03:16:50.068124 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:16:50.088237 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:16:50.088541 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fb8dc381-37eb-4a7f-b47b-e58cf51ebca3 not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:16:50.088973 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a49c2a6f-b48c-430a-a827-5f061c7c60c2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:16:50.102172 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-ab33cf72-6b97-4f3e-ad0f-d7b34b28f381 service neutron] 10.222.0.23 "GET /v2.0/networks/0b85a16e-dcb5-4356-9889-fba810265f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881112 Sep 23 03:16:50.108644 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: a49c2a6f-b48c-430a-a827-5f061c7c60c2 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:16:50.108993 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a49c2a6f-b48c-430a-a827-5f061c7c60c2 not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:16:50.277196 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6abd9b51-c143-43e9-8460-67b1538f8b8d req-43744fef-80da-4609-9a15-0ca179e2b7b2 tempest-ServerRescueNegativeTestJSON-1403964817 tempest-ServerRescueNegativeTestJSON-1403964817-project] 10.222.0.23 "GET /v2.0/ports?device_id=97ba4276-abfb-4947-920f-a0cc8dffab54 HTTP/1.1" status: 200 len: 210 time: 0.0263176 Sep 23 03:16:50.349398 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d06dd18d-c274-4c31-9566-6cd617e4346f req-abbac16e-65a3-4514-ac9a-229b14e6fb83 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 210 time: 0.0257888 Sep 23 03:16:51.333226 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53628) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:51.444826 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cb0bfb37-0f04-41f3-83c2-3b308f477ac5 req-7ad17e5d-b65c-457c-8273-5642a136c0a5 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 210 time: 0.0266142 Sep 23 03:16:51.579398 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcab5-daa4-4ec4-b4fc-42b31d9d7bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:51.792011 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573212'] for router_interface, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:52.075605 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] Deleting port 6bf60be1-d186-44d7-8976-9f9575be1149 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:16:52.075947 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:52.153533 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] For port 6bf60be1-d186-44d7-8976-9f9575be1149, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=6bf60be1-d186-44d7-8976-9f9575be1149,segment=NetworkSegment(2d027891-3073-4b05-a7bd-6d162a46f4da),segment_id=2d027891-3073-4b05-a7bd-6d162a46f4da)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:16:52.153895 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:52.166448 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] Calling delete_port for 6bf60be1-d186-44d7-8976-9f9575be1149 owned by network:router_interface {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:16:52.494112 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:52.528622 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf60be1-d186-44d7-8976-9f9575be1149,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:52.583339 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5bced71f-2517-493d-9fad-324827b69295 req-b3e5d4fa-6eea-4e79-a3fe-b44bda6f2b71 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 210 time: 0.0472224 Sep 23 03:16:52.778291 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-6ce54858-c6f7-4e56-9253-909e0b16d313 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:52.779768 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-6ce54858-c6f7-4e56-9253-909e0b16d313 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.13 "GET /v2.0/networks?id=0b85a16e-dcb5-4356-9889-fba810265f88 HTTP/1.1" status: 200 len: 809 time: 0.2082186 Sep 23 03:16:52.803819 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Request body: {'port': {'device_id': 'c47c32ac-d333-4a09-a0bf-51388e2ce612', 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88', 'admin_state_up': True, 'tenant_id': '5939c75066cc45d8bfb227964729f041'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:52.820454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573077'] for router_interface, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:53.284858 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Made reservation on behalf of 5939c75066cc45d8bfb227964729f041 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:16:53.288331 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:53.383058 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] Router b484e300-df60-4610-8b21-1e0b1e428685 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:16:53.499495 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Allocated IP 172.20.0.11 (0b85a16e-dcb5-4356-9889-fba810265f88/1f0c7319-25e5-45b0-aede-3e3868afe569/b23fb734-5215-47cd-b995-dbbbe029732c) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:16:53.561427 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:16:53.572904 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-9d4218eb-4c6d-4848-b4c1-b59f79514ac0 admin admin] 10.222.0.23 "PUT /v2.0/routers/b484e300-df60-4610-8b21-1e0b1e428685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2360966 Sep 23 03:16:53.573135 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 53664) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:53.578189 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874c586a-0877-4031-bfc5-2238404fb286 None None] Sync routers for ids ['b484e300-df60-4610-8b21-1e0b1e428685'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:16:53.588236 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874c586a-0877-4031-bfc5-2238404fb286 None None] Routers {'b484e300-df60-4610-8b21-1e0b1e428685'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:16:53.588236 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-874c586a-0877-4031-bfc5-2238404fb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:16:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b484e300-df60-4610-8b21-1e0b1e428685'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:53.693022 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:53.696995 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5a400da7-b132-4687-a6d8-bce9ec07b2bf req-c35ba457-8201-465d-9996-ec1ebd478c75 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 210 time: 0.0394170 Sep 23 03:16:53.711188 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-874c586a-0877-4031-bfc5-2238404fb286 None None] Set router b484e300-df60-4610-8b21-1e0b1e428685 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:16:53.730483 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Notify callbacks [] for router, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:53.839454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:53.841180 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:53.885053 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Network 0b85a16e-dcb5-4356-9889-fba810265f88 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:16:53.890359 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:16:53.892874 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:16:53.911796 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-874c586a-0877-4031-bfc5-2238404fb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-router', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '949f9203-eb8f-4afb-a988-028acea74a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:16:52Z', 'revision_number': 5, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'gw_port': {'id': '949f9203-eb8f-4afb-a988-028acea74a52', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:53.936323 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Pushing event updated for resources: {'Port': ['ID=b23fb734-5215-47cd-b995-dbbbe029732c,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:53.943843 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874c586a-0877-4031-bfc5-2238404fb286 None None] Checking router: b484e300-df60-4610-8b21-1e0b1e428685 for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:16:53.952356 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874c586a-0877-4031-bfc5-2238404fb286 None None] Routers {'b484e300-df60-4610-8b21-1e0b1e428685'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:16:53.953180 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-874c586a-0877-4031-bfc5-2238404fb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:16:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b484e300-df60-4610-8b21-1e0b1e428685'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:53.957163 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:53.957791 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:53.976966 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Deleting port 949f9203-eb8f-4afb-a988-028acea74a52 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:16:53.977387 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.040275 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-874c586a-0877-4031-bfc5-2238404fb286 None None] Set router b484e300-df60-4610-8b21-1e0b1e428685 gateway port host: None {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:16:54.057473 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] For port 949f9203-eb8f-4afb-a988-028acea74a52, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=949f9203-eb8f-4afb-a988-028acea74a52,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:16:54.057847 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.060772 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-3d0e3dc6-6ff2-49e9-9edf-3fbecdc4ae12 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2639391 Sep 23 03:16:54.071955 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Calling delete_port for 949f9203-eb8f-4afb-a988-028acea74a52 owned by network:router_gateway {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:16:54.084855 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Request body: {'port': {'device_id': 'c47c32ac-d333-4a09-a0bf-51388e2ce612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:16:54.096078 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-874c586a-0877-4031-bfc5-2238404fb286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-router', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:16:53Z', 'revision_number': 6, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'gw_port_host': None}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:54.126378 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874c586a-0877-4031-bfc5-2238404fb286 None None] The sync data for ids ['b484e300-df60-4610-8b21-1e0b1e428685'] in dv-cinder-768458-9-iscsi is: [{'id': 'b484e300-df60-4610-8b21-1e0b1e428685', 'name': 'tempest-ServerRescueNegativeTestJSON-1617745859-router', 'tenant_id': 'a28d49e25ce7449f8ae6c33149e67246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:16:53Z', 'revision_number': 6, 'project_id': 'a28d49e25ce7449f8ae6c33149e67246', 'gw_port_host': None}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:16:54.174850 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.321874 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0abb-f8f8-4e1e-984c-e59e89459a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.344910 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.371959 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=949f9203-eb8f-4afb-a988-028acea74a52,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:54.399540 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.402126 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.402545 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.402844 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.403178 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.403509 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.403854 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.404183 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.404541 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.404867 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.405189 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.405509 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:16:54.408934 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573014'] for router_gateway, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.444886 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23fb734-5215-47cd-b995-dbbbe029732c {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:16:54.452009 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.463836 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Transition to ACTIVE for port object b23fb734-5215-47cd-b995-dbbbe029732c will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:16:54.512758 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129209'] for router, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.515196 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.527350 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.599001 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Pushing event updated for resources: {'Port': ['ID=b23fb734-5215-47cd-b995-dbbbe029732c,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:54.658531 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Attempting to bind port b23fb734-5215-47cd-b995-dbbbe029732c on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:16:54.658868 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Attempting to bind port b23fb734-5215-47cd-b995-dbbbe029732c by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '22fb41da-0e9a-4c95-8e8b-e52beea231c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:16:54.659199 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Attempting to bind port b23fb734-5215-47cd-b995-dbbbe029732c on network 0b85a16e-dcb5-4356-9889-fba810265f88 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:16:54.663491 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Port b23fb734-5215-47cd-b995-dbbbe029732c on network 0b85a16e-dcb5-4356-9889-fba810265f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:16:54.663808 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Attempting to bind port b23fb734-5215-47cd-b995-dbbbe029732c on network 0b85a16e-dcb5-4356-9889-fba810265f88 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:16:54.668541 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:16:54.668885 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Checking segment: {'id': '22fb41da-0e9a-4c95-8e8b-e52beea231c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:16:54.669264 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Bound using segment: {'id': '22fb41da-0e9a-4c95-8e8b-e52beea231c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:16:54.669683 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Bound port: b23fb734-5215-47cd-b995-dbbbe029732c, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22fb41da-0e9a-4c95-8e8b-e52beea231c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:16:54.670039 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.675945 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570672'] for router, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.680673 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b484e300-df60-4610-8b21-1e0b1e428685 {{(pid=94695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 03:16:54.681468 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.682622 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-0b21b81f-252a-4600-81d5-aa8497ce2e74 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b484e300-df60-4610-8b21-1e0b1e428685 HTTP/1.1" status: 204 len: 168 time: 1.1075308 Sep 23 03:16:54.685217 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 53678) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:54.741625 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] For port b23fb734-5215-47cd-b995-dbbbe029732c, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:16:54.745623 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] For port b23fb734-5215-47cd-b995-dbbbe029732c, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b23fb734-5215-47cd-b995-dbbbe029732c,segment=NetworkSegment(22fb41da-0e9a-4c95-8e8b-e52beea231c6),segment_id=22fb41da-0e9a-4c95-8e8b-e52beea231c6)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:16:54.817308 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540bd1c-5ea3-4761-924a-990c689053d6 req-b07eacac-f721-4b66-9ab5-2fa8240a3b4e tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:54.818918 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b540bd1c-5ea3-4761-924a-990c689053d6 req-b07eacac-f721-4b66-9ab5-2fa8240a3b4e tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 944 time: 0.0518622 Sep 23 03:16:54.830097 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.854483 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.888123 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b540bd1c-5ea3-4761-924a-990c689053d6 req-685e6104-4bf3-4fb6-aa65-597554f8d2cf tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622082 Sep 23 03:16:54.905642 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:54.906287 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.908241 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] 10.222.0.13 "PUT /v2.0/ports/b23fb734-5215-47cd-b995-dbbbe029732c HTTP/1.1" status: 200 len: 1094 time: 0.8278282 Sep 23 03:16:54.908823 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47c32ac-d333-4a09-a0bf-51388e2ce612', 'tag': 'b23fb734-5215-47cd-b995-dbbbe029732c'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:16:54.911138 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e645da16-8f74-4994-b62c-2eccd6e6ac40" -d '{"events": [{"name": "network-changed", "server_uuid": "c47c32ac-d333-4a09-a0bf-51388e2ce612", "tag": "b23fb734-5215-47cd-b995-dbbbe029732c"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:16:54.942543 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb3cf2-5c79-4a27-aa67-caa5bf1ddcbc service neutron] Pushing event updated for resources: {'Port': ['ID=b23fb734-5215-47cd-b995-dbbbe029732c,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:54.948643 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd145ac-7ed7-4028-80cf-547bbff43378 admin admin] Deleting subnet a3aa06fe-d1df-4102-a886-3bfd91ea52d9 {{(pid=94695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:16:54.949320 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8cd145ac-7ed7-4028-80cf-547bbff43378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.989349 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8cd145ac-7ed7-4028-80cf-547bbff43378 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.995201 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8cd145ac-7ed7-4028-80cf-547bbff43378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:54.996068 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6bf60be1-d186-44d7-8976-9f9575be1149 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:16:55.001246 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce529ac7-e418-42ce-8c50-814d0eccbb79 x-openstack-request-id: req-ce529ac7-e418-42ce-8c50-814d0eccbb79 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:16:55.001535 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47c32ac-d333-4a09-a0bf-51388e2ce612", "tag": "b23fb734-5215-47cd-b995-dbbbe029732c", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:16:55.001797 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce529ac7-e418-42ce-8c50-814d0eccbb79 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:16:55.002662 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47c32ac-d333-4a09-a0bf-51388e2ce612', 'tag': 'b23fb734-5215-47cd-b995-dbbbe029732c', 'status': 'completed', 'code': 200} Sep 23 03:16:55.023408 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 6bf60be1-d186-44d7-8976-9f9575be1149 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:16:55.023753 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6bf60be1-d186-44d7-8976-9f9575be1149 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:16:55.092950 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645da16-8f74-4994-b62c-2eccd6e6ac40 req-870ec52d-6303-49a6-a0f8-c982a6b39812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:55.094505 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e645da16-8f74-4994-b62c-2eccd6e6ac40 req-870ec52d-6303-49a6-a0f8-c982a6b39812 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5939c75066cc45d8bfb227964729f041&device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 1097 time: 0.0459788 Sep 23 03:16:55.150469 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8cd145ac-7ed7-4028-80cf-547bbff43378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for subnet, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:55.188113 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd145ac-7ed7-4028-80cf-547bbff43378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3aa06fe-d1df-4102-a886-3bfd91ea52d9,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:55.193443 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8cd145ac-7ed7-4028-80cf-547bbff43378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:55.195252 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-8cd145ac-7ed7-4028-80cf-547bbff43378 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a3aa06fe-d1df-4102-a886-3bfd91ea52d9 HTTP/1.1" status: 204 len: 168 time: 0.5089869 Sep 23 03:16:55.200890 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 53688) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:55.219021 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:55.226753 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645da16-8f74-4994-b62c-2eccd6e6ac40 req-e774d6a2-98e7-4762-b801-8d2b35af3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:55.228411 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e645da16-8f74-4994-b62c-2eccd6e6ac40 req-e774d6a2-98e7-4762-b801-8d2b35af3b2e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5939c75066cc45d8bfb227964729f041&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1185961 Sep 23 03:16:55.280893 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:55.335132 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645da16-8f74-4994-b62c-2eccd6e6ac40 req-203f0d8a-8120-4239-8217-0dab77efa201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:55.336651 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e645da16-8f74-4994-b62c-2eccd6e6ac40 req-203f0d8a-8120-4239-8217-0dab77efa201 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984535 Sep 23 03:16:55.367506 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:55.387692 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.387975 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.388778 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.389134 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > port after_create 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.389477 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.389817 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > port after_update 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.390144 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.390468 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.390791 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.391120 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.438429 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-32e330f8-7e9b-485c-8224-5d2550782cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:55.440451 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-32e330f8-7e9b-485c-8224-5d2550782cdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5939c75066cc45d8bfb227964729f041&device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 1097 time: 0.0419829 Sep 23 03:16:55.458915 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.459273 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.459611 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.459949 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 03:16:55.460317 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d10651e-f809-49e7-bd10-b6e6b7add90a']}} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:55.477258 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d027891-3073-4b05-a7bd-6d162a46f4da') {'for_net_delete': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:55.477557 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d027891-3073-4b05-a7bd-6d162a46f4da') {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:16:55.489320 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-d82d37eb-427f-45e6-8a99-97078d5f229a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b23fb734-5215-47cd-b995-dbbbe029732c HTTP/1.1" status: 200 len: 217 time: 0.0330391 Sep 23 03:16:55.497781 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464872'] for segment, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:55.519986 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:55.529342 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:16:55.529342 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26796507'] for segment, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: from cryptography.utils import int_from_bytes Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: from cryptography.utils import int_from_bytes Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: Traceback (most recent call last): Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: timer() Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: cb(*args, **kw) Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: return func(*args, **kwargs) Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: self._notify() Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: self.callback(batched_events) Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: event.method(event) Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: return f(self, *a, **k) Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: return self._get(url).json() Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: return self.request(url, 'GET', **kwargs) Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:16:55.532558 dv-cinder-768458-9-iscsi neutron-server[94695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:16:55.553728 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-453828f9-6fa2-479a-aa57-070282d370f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:55.555220 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-453828f9-6fa2-479a-aa57-070282d370f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f0c7319-25e5-45b0-aede-3e3868afe569 HTTP/1.1" status: 200 len: 849 time: 0.0592933 Sep 23 03:16:55.588605 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-ac15d0fb-00f6-4897-893a-d2216bb8e642 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0b85a16e-dcb5-4356-9889-fba810265f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251584 Sep 23 03:16:55.664575 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:55.670468 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:55.672604 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1d10651e-f809-49e7-bd10-b6e6b7add90a HTTP/1.1" status: 204 len: 168 time: 0.4707577 Sep 23 03:16:55.679581 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-02655f9d-2ab6-4d7f-8b3c-6b3d4b0c86c2 service neutron] 10.222.0.13 "GET /v2.0/networks/0b85a16e-dcb5-4356-9889-fba810265f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826876 Sep 23 03:16:55.685686 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2dd876-b38b-4b6a-9098-2d59fe47cd39 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d10651e-f809-49e7-bd10-b6e6b7add90a,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:55.775609 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc9cdcb7-59c0-4d0d-9034-99a942ea9206 req-4806aafd-061a-4547-99a9-9e73fb90ea37 service neutron] 10.222.0.13 "GET /v2.0/networks/0b85a16e-dcb5-4356-9889-fba810265f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875309 Sep 23 03:16:56.013549 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e155c-59e7-4ecb-bdfc-3384fc6e06a6 req-eaec051b-2565-42f6-86bd-c67e8f1529ee tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:56.015151 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b88e155c-59e7-4ecb-bdfc-3384fc6e06a6 req-eaec051b-2565-42f6-86bd-c67e8f1529ee tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 944 time: 0.0518212 Sep 23 03:16:56.056010 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b88e155c-59e7-4ecb-bdfc-3384fc6e06a6 req-e11ef169-a0f3-45da-807e-2b43fea3d618 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348082 Sep 23 03:16:56.091399 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 53700) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:56.130753 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-57753180-a58f-477b-951c-1d0ce8a38b70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a28d49e25ce7449f8ae6c33149e67246&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381820 Sep 23 03:16:56.133196 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 53702) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:16:56.183084 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dbf20916-4b6a-4f98-bdc2-8a0323597c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:56.204843 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dbf20916-4b6a-4f98-bdc2-8a0323597c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:56.333218 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dbf20916-4b6a-4f98-bdc2-8a0323597c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:56.336664 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dbf20916-4b6a-4f98-bdc2-8a0323597c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:56.340658 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-dbf20916-4b6a-4f98-bdc2-8a0323597c81 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e HTTP/1.1" status: 204 len: 168 time: 0.2037039 Sep 23 03:16:56.354459 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf20916-4b6a-4f98-bdc2-8a0323597c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e81d14e-bf2e-4e48-8cac-fa84b03f3d6e,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:16:56.522658 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 949f9203-eb8f-4afb-a988-028acea74a52 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:16:56.542248 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 949f9203-eb8f-4afb-a988-028acea74a52 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:16:56.546344 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 949f9203-eb8f-4afb-a988-028acea74a52 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:16:56.559485 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e670fc6-15f5-473d-8a44-970b14729f2c req-a9c83992-7eaf-4f9e-aaff-216c0a49e664 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:56.561862 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2e670fc6-15f5-473d-8a44-970b14729f2c req-a9c83992-7eaf-4f9e-aaff-216c0a49e664 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0496309 Sep 23 03:16:56.603651 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2e670fc6-15f5-473d-8a44-970b14729f2c req-313391fb-e460-4cd1-b09e-153d15c9d563 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326216 Sep 23 03:16:57.082074 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:16:57.180340 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204da990-94b5-4605-88e4-e154b023e0d9 req-e92d357b-90d4-41b5-b2e8-3c0874ea80ef tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:57.181862 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-204da990-94b5-4605-88e4-e154b023e0d9 req-e92d357b-90d4-41b5-b2e8-3c0874ea80ef tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 944 time: 0.0554476 Sep 23 03:16:57.225911 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-204da990-94b5-4605-88e4-e154b023e0d9 req-c493e612-9159-4977-8015-58024cd1c628 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335698 Sep 23 03:16:57.729774 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25734536-deb8-4b52-889f-d5cca2935079 req-be0efbdb-9626-4538-832c-833a87da1b34 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:57.731249 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25734536-deb8-4b52-889f-d5cca2935079 req-be0efbdb-9626-4538-832c-833a87da1b34 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0488200 Sep 23 03:16:57.775449 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25734536-deb8-4b52-889f-d5cca2935079 req-2bc3efd4-bada-4474-8d53-00c4edcdd3b1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372190 Sep 23 03:16:58.347310 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0901c-7076-4646-9ee5-0df7470a4c24 req-754564b7-8e29-483f-8b20-0c7ff4035ba7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:58.348868 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b2b0901c-7076-4646-9ee5-0df7470a4c24 req-754564b7-8e29-483f-8b20-0c7ff4035ba7 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 944 time: 0.0512400 Sep 23 03:16:58.389663 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b2b0901c-7076-4646-9ee5-0df7470a4c24 req-f0207e69-42a1-48c4-91b8-fc82a2ab8eec tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Sep 23 03:16:58.898310 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19c1d4-62e4-42b1-b317-e604de931653 req-2f1727ec-8075-42d7-b19f-76620863dfe0 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:58.899793 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0d19c1d4-62e4-42b1-b317-e604de931653 req-2f1727ec-8075-42d7-b19f-76620863dfe0 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0481145 Sep 23 03:16:58.935887 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0d19c1d4-62e4-42b1-b317-e604de931653 req-3a2eff30-6dc4-41d6-8bb2-2fb566cad5f8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301888 Sep 23 03:16:59.500408 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb75a4f-0e87-4b02-af96-766fe20ed9f6 req-af013452-7d7b-497d-9ff7-cd56b753f670 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:16:59.502469 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6fb75a4f-0e87-4b02-af96-766fe20ed9f6 req-af013452-7d7b-497d-9ff7-cd56b753f670 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 944 time: 0.0482030 Sep 23 03:16:59.541460 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6fb75a4f-0e87-4b02-af96-766fe20ed9f6 req-280ae3dd-b674-4192-86ba-827fbcf18919 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Sep 23 03:17:00.052292 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1209ca-1081-42e6-8019-bbf3c9e81915 req-058f03d2-3a1c-4a79-9ebb-97242e590b1d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:00.053793 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cf1209ca-1081-42e6-8019-bbf3c9e81915 req-058f03d2-3a1c-4a79-9ebb-97242e590b1d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0480511 Sep 23 03:17:00.089370 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cf1209ca-1081-42e6-8019-bbf3c9e81915 req-8b2ee42a-358a-4a95-a69b-f996901b9028 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296347 Sep 23 03:17:00.656811 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b6583-5235-4088-b3ff-eb368c0b4099 req-159bd057-1d4d-4e6c-b7a8-c92e8f3ce823 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:00.656811 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d73b6583-5235-4088-b3ff-eb368c0b4099 req-159bd057-1d4d-4e6c-b7a8-c92e8f3ce823 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 944 time: 0.0482290 Sep 23 03:17:00.689444 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d73b6583-5235-4088-b3ff-eb368c0b4099 req-c2b535f9-0e47-4d28-b93a-51891bc3ae65 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299659 Sep 23 03:17:01.207539 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982bed0-55c8-41dd-bcd0-51b33431b243 req-4b9a7a2d-c44d-434f-88fe-60ad8405f74c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:01.209083 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e982bed0-55c8-41dd-bcd0-51b33431b243 req-4b9a7a2d-c44d-434f-88fe-60ad8405f74c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0479553 Sep 23 03:17:01.248677 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e982bed0-55c8-41dd-bcd0-51b33431b243 req-79b41296-92d1-44a2-87e1-f45edd2cffc1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338032 Sep 23 03:17:01.849587 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b547c-40a3-4dc4-9ba9-01fb66dcfa87 req-5ccf77c8-61f1-4b59-addc-d0fdc38ab3b9 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:01.851045 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-304b547c-40a3-4dc4-9ba9-01fb66dcfa87 req-5ccf77c8-61f1-4b59-addc-d0fdc38ab3b9 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 944 time: 0.0482054 Sep 23 03:17:01.895920 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-304b547c-40a3-4dc4-9ba9-01fb66dcfa87 req-abfd9014-8be5-4fa8-8549-8764beedc26e tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 Sep 23 03:17:02.364903 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e406031-7c90-4df6-8d4e-231a49df7181 req-02cfb30e-3b12-43fc-8995-b166507deb98 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:02.366385 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e406031-7c90-4df6-8d4e-231a49df7181 req-02cfb30e-3b12-43fc-8995-b166507deb98 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0475659 Sep 23 03:17:02.403305 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e406031-7c90-4df6-8d4e-231a49df7181 req-17f43911-2ade-4466-9758-e85ecf9836c3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311410 Sep 23 03:17:03.007913 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310af4e5-b20c-45f4-b0a3-dadc55cef3d8 req-664ececd-986c-47df-b534-8e65d1fcf683 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:03.009430 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-310af4e5-b20c-45f4-b0a3-dadc55cef3d8 req-664ececd-986c-47df-b534-8e65d1fcf683 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 944 time: 0.0490272 Sep 23 03:17:03.045350 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-310af4e5-b20c-45f4-b0a3-dadc55cef3d8 req-c593e7f1-fe04-495c-813b-09debf2c76b4 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302277 Sep 23 03:17:03.518026 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b87c4-f4c6-4c88-8893-aedd7999fcb3 req-062d07d1-d128-419a-972b-85da926a2e05 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:03.519373 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e07b87c4-f4c6-4c88-8893-aedd7999fcb3 req-062d07d1-d128-419a-972b-85da926a2e05 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0477333 Sep 23 03:17:03.559242 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e07b87c4-f4c6-4c88-8893-aedd7999fcb3 req-f9b3cfd0-604d-402c-a711-e89993cac24e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339992 Sep 23 03:17:04.131361 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device b23fb734-5215-47cd-b995-dbbbe029732c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:17:04.155556 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62784e1-12c8-45d5-a0e3-2ee5664be9e6 req-f99bcaa5-a6a2-49ed-ab04-06bd5c2b873c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:04.157074 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b62784e1-12c8-45d5-a0e3-2ee5664be9e6 req-f99bcaa5-a6a2-49ed-ab04-06bd5c2b873c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 944 time: 0.0481279 Sep 23 03:17:04.198769 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b62784e1-12c8-45d5-a0e3-2ee5664be9e6 req-f75cc035-9ff5-474a-8b21-fe828d93578c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357370 Sep 23 03:17:04.226020 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port b23fb734-5215-47cd-b995-dbbbe029732c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b23fb734-5215-47cd-b995-dbbbe029732c,segment=NetworkSegment(22fb41da-0e9a-4c95-8e8b-e52beea231c6),segment_id=22fb41da-0e9a-4c95-8e8b-e52beea231c6)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:04.237494 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'b23fb734-5215-47cd-b995-dbbbe029732c', 'network_id': '0b85a16e-dcb5-4356-9889-fba810265f88', 'port_id': 'b23fb734-5215-47cd-b995-dbbbe029732c', 'mac_address': 'fa:16:3e:76:7f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0c7319-25e5-45b0-aede-3e3868afe569', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:17:04.272809 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:04.284758 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23fb734-5215-47cd-b995-dbbbe029732c {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:17:04.303482 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port b23fb734-5215-47cd-b995-dbbbe029732c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b23fb734-5215-47cd-b995-dbbbe029732c,segment=NetworkSegment(22fb41da-0e9a-4c95-8e8b-e52beea231c6),segment_id=22fb41da-0e9a-4c95-8e8b-e52beea231c6)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:04.362190 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:04.412226 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=b23fb734-5215-47cd-b995-dbbbe029732c,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:04.688199 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06133ea9-f3ed-4963-8b5a-b5ce2b86797a req-8f1b349b-6a95-411c-8bca-de6893720b4f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:04.690097 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-06133ea9-f3ed-4963-8b5a-b5ce2b86797a req-8f1b349b-6a95-411c-8bca-de6893720b4f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0574174 Sep 23 03:17:04.732011 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-06133ea9-f3ed-4963-8b5a-b5ce2b86797a req-9a9b68f6-de67-46f0-add9-fa9dadd66907 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356739 Sep 23 03:17:04.956792 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c8cde-dd61-4145-8c4c-5d75d9960456 req-943b7873-11dc-4f3c-a6ce-fd9b8a5d61a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:04.962102 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-157c8cde-dd61-4145-8c4c-5d75d9960456 req-943b7873-11dc-4f3c-a6ce-fd9b8a5d61a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 1098 time: 0.0411074 Sep 23 03:17:04.968321 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['b23fb734-5215-47cd-b995-dbbbe029732c'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:17:05.071555 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c8cde-dd61-4145-8c4c-5d75d9960456 req-1ca2954d-7c6b-4f05-9374-d2a887c36a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:05.073199 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-157c8cde-dd61-4145-8c4c-5d75d9960456 req-1ca2954d-7c6b-4f05-9374-d2a887c36a95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 918 time: 0.0915315 Sep 23 03:17:05.145187 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-157c8cde-dd61-4145-8c4c-5d75d9960456 req-846cef6f-3131-44c0-840b-cd8e36a71e0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 HTTP/1.1" status: 200 len: 1000 time: 0.0627627 Sep 23 03:17:05.201454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c8cde-dd61-4145-8c4c-5d75d9960456 req-078c9a1a-b6b1-4928-9254-bf92dda4f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:05.203068 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-157c8cde-dd61-4145-8c4c-5d75d9960456 req-078c9a1a-b6b1-4928-9254-bf92dda4f075 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0472548 Sep 23 03:17:05.259666 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c8cde-dd61-4145-8c4c-5d75d9960456 req-8a83cc6b-e07b-437f-9e5a-eb71b1496d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:05.261209 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-157c8cde-dd61-4145-8c4c-5d75d9960456 req-8a83cc6b-e07b-437f-9e5a-eb71b1496d10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502226 Sep 23 03:17:05.316070 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697a20d-fdff-42bc-ad3f-379a4c09e105 req-1086595b-031d-4055-b8ad-1e1e0e330a86 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:05.317616 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b697a20d-fdff-42bc-ad3f-379a4c09e105 req-1086595b-031d-4055-b8ad-1e1e0e330a86 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 945 time: 0.0496135 Sep 23 03:17:05.354403 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-157c8cde-dd61-4145-8c4c-5d75d9960456 req-3b82b840-12cb-43d9-bde0-b103e2c3b4db service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832202 Sep 23 03:17:05.358219 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b697a20d-fdff-42bc-ad3f-379a4c09e105 req-59c6c5d1-bd75-4192-a65c-c0376211a604 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342722 Sep 23 03:17:05.452073 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-157c8cde-dd61-4145-8c4c-5d75d9960456 req-2df79d10-4526-4656-8fe6-24c5bf51539a service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880489 Sep 23 03:17:05.851774 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9124342-308d-4a9a-adc9-a3f5f9ccd033 req-fabd655a-d9e4-4ab8-a426-6ca0080781cd tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:05.853385 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f9124342-308d-4a9a-adc9-a3f5f9ccd033 req-fabd655a-d9e4-4ab8-a426-6ca0080781cd tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0497799 Sep 23 03:17:05.890765 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f9124342-308d-4a9a-adc9-a3f5f9ccd033 req-05d5e271-f536-41fd-83a5-809f6f344599 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309751 Sep 23 03:17:06.469783 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d2ef4-1dca-4d29-9eec-fc312c65e755 req-3b79743a-68bd-416c-be2f-79998157802d tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:06.471250 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-978d2ef4-1dca-4d29-9eec-fc312c65e755 req-3b79743a-68bd-416c-be2f-79998157802d tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 945 time: 0.0482018 Sep 23 03:17:06.525550 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-978d2ef4-1dca-4d29-9eec-fc312c65e755 req-99e78453-1487-4fc8-a39f-f01e0ce2a4ee tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481887 Sep 23 03:17:06.650301 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 53902) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:06.754488 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e206fb9e-6f83-4cbc-8738-b10a27e87491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:06.845033 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e206fb9e-6f83-4cbc-8738-b10a27e87491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:06.870165 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:06.938478 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e206fb9e-6f83-4cbc-8738-b10a27e87491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:06.985100 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206fb9e-6f83-4cbc-8738-b10a27e87491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017c1e7b-0099-4b6f-b430-9b533305451c,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:07.004245 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-e206fb9e-6f83-4cbc-8738-b10a27e87491 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f6b00c4f894434d83dd531dd2061340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528581 Sep 23 03:17:07.006989 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 53908) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:07.027434 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ca384-818c-419a-bed3-b49d967b2dba req-f10ce6ea-ab7f-4552-b128-b0c922cb4d42 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:07.030785 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-518ca384-818c-419a-bed3-b49d967b2dba req-f10ce6ea-ab7f-4552-b128-b0c922cb4d42 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0635884 Sep 23 03:17:07.055407 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f0c4-68ce-491d-a134-38c678da19b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:07.071193 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-518ca384-818c-419a-bed3-b49d967b2dba req-15110ce5-0510-4268-9734-2ecb4bcd3774 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356450 Sep 23 03:17:07.076566 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f0c4-68ce-491d-a134-38c678da19b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:07.167200 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f0c4-68ce-491d-a134-38c678da19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:07.169923 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f0c4-68ce-491d-a134-38c678da19b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:07.171865 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-e8a5f0c4-68ce-491d-a134-38c678da19b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/017c1e7b-0099-4b6f-b430-9b533305451c HTTP/1.1" status: 204 len: 168 time: 0.1630390 Sep 23 03:17:07.179184 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5f0c4-68ce-491d-a134-38c678da19b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017c1e7b-0099-4b6f-b430-9b533305451c,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:07.655450 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacdc83-faca-4da2-aa10-7f1def763823 req-baef89da-b785-49e9-af18-04e9d1cd90fd tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:07.656989 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9cacdc83-faca-4da2-aa10-7f1def763823 req-baef89da-b785-49e9-af18-04e9d1cd90fd tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 945 time: 0.0605211 Sep 23 03:17:07.695858 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9cacdc83-faca-4da2-aa10-7f1def763823 req-f0b01568-771b-4b3b-9253-ef5238bc2445 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323114 Sep 23 03:17:08.062362 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5840de-bc1a-49cf-a07d-e36e5c92194d req-c01a15ca-29ab-498c-ba66-66ba64a47d19 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:08.064506 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4c5840de-bc1a-49cf-a07d-e36e5c92194d req-c01a15ca-29ab-498c-ba66-66ba64a47d19 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 945 time: 0.0488486 Sep 23 03:17:08.101153 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4c5840de-bc1a-49cf-a07d-e36e5c92194d req-e70c527f-d926-4387-bad7-474e1642bcc6 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307422 Sep 23 03:17:08.145079 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device b23fb734-5215-47cd-b995-dbbbe029732c up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:17:08.194297 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c9d0e-07f7-4521-978c-d63430e730f5 req-65a66c0e-f155-41f4-8bf3-a974478c1c84 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:08.195887 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c63c9d0e-07f7-4521-978c-d63430e730f5 req-65a66c0e-f155-41f4-8bf3-a974478c1c84 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0528433 Sep 23 03:17:08.234436 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c63c9d0e-07f7-4521-978c-d63430e730f5 req-fb3431ab-100b-4c87-a519-4458f5cdada5 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320244 Sep 23 03:17:08.241259 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port b23fb734-5215-47cd-b995-dbbbe029732c completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:17:08.245572 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port b23fb734-5215-47cd-b995-dbbbe029732c triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:17:08.246359 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:08.333514 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:08.354846 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47c32ac-d333-4a09-a0bf-51388e2ce612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23fb734-5215-47cd-b995-dbbbe029732c'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:17:08.357327 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4704ce2-2ca3-45b6-af4a-4cc8911fc97e" -d '{"events": [{"server_uuid": "c47c32ac-d333-4a09-a0bf-51388e2ce612", "name": "network-vif-plugged", "status": "completed", "tag": "b23fb734-5215-47cd-b995-dbbbe029732c"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:17:08.369914 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port b23fb734-5215-47cd-b995-dbbbe029732c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b23fb734-5215-47cd-b995-dbbbe029732c,segment=NetworkSegment(22fb41da-0e9a-4c95-8e8b-e52beea231c6),segment_id=22fb41da-0e9a-4c95-8e8b-e52beea231c6)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:08.398235 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35fb46a-600c-43b3-ba91-9a802eef2167 x-openstack-request-id: req-c35fb46a-600c-43b3-ba91-9a802eef2167 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:17:08.398669 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47c32ac-d333-4a09-a0bf-51388e2ce612", "name": "network-vif-plugged", "status": "completed", "tag": "b23fb734-5215-47cd-b995-dbbbe029732c", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:17:08.398915 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c35fb46a-600c-43b3-ba91-9a802eef2167 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:17:08.399298 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47c32ac-d333-4a09-a0bf-51388e2ce612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23fb734-5215-47cd-b995-dbbbe029732c', 'code': 200} Sep 23 03:17:08.435933 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:08.482746 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=b23fb734-5215-47cd-b995-dbbbe029732c,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:08.824380 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37c4a2-7bf7-4640-8ba6-d2f687dcbd10 req-b52113b9-039c-4927-bb76-b991bf7fe02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:08.825903 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0d37c4a2-7bf7-4640-8ba6-d2f687dcbd10 req-b52113b9-039c-4927-bb76-b991bf7fe02e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 1099 time: 0.0750387 Sep 23 03:17:08.837954 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45876bba-37e2-4181-aec5-570e67d10b0f req-9e9eb9e8-ada8-4bca-88d0-ba16bcf855da tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:08.839315 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-45876bba-37e2-4181-aec5-570e67d10b0f req-9e9eb9e8-ada8-4bca-88d0-ba16bcf855da tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 946 time: 0.0644445 Sep 23 03:17:08.890326 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0d37c4a2-7bf7-4640-8ba6-d2f687dcbd10 req-b84114d3-09cb-4893-a267-28b7191b5ebe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500865 Sep 23 03:17:08.895125 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-45876bba-37e2-4181-aec5-570e67d10b0f req-f5cb5f3a-4cfe-42ce-85a4-25279de533c1 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499642 Sep 23 03:17:09.217350 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668a633-95a0-4f11-8f00-35bb11e653cb req-7989ad98-11f4-40a5-bc36-64b32eafc4e2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:09.218840 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4668a633-95a0-4f11-8f00-35bb11e653cb req-7989ad98-11f4-40a5-bc36-64b32eafc4e2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 945 time: 0.0483916 Sep 23 03:17:09.259409 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4668a633-95a0-4f11-8f00-35bb11e653cb req-ec2ac7f3-f421-46f9-ab53-0150bd3be759 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338430 Sep 23 03:17:09.357589 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c9172-c117-4988-adb5-b55080033b2e req-7ca145f0-0ee5-43a8-86a8-a55396ffecae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:09.359040 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7f4c9172-c117-4988-adb5-b55080033b2e req-7ca145f0-0ee5-43a8-86a8-a55396ffecae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0481746 Sep 23 03:17:09.395718 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7f4c9172-c117-4988-adb5-b55080033b2e req-20d16617-6b0b-4958-8c95-b40e8b3e5237 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302136 Sep 23 03:17:10.009145 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0f40e-f8ab-4eb8-827a-471f9c498d0a req-92fc6a13-f7f3-44fc-a861-1a83e6ae8b44 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:10.010620 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-22d0f40e-f8ab-4eb8-827a-471f9c498d0a req-92fc6a13-f7f3-44fc-a861-1a83e6ae8b44 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 946 time: 0.0489531 Sep 23 03:17:10.047872 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-22d0f40e-f8ab-4eb8-827a-471f9c498d0a req-0e1600e3-2efe-4898-aefa-3034769e032f tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313325 Sep 23 03:17:10.374972 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4cf92-f8bf-403f-bdf0-e22240f24cc3 req-492fc577-7e4c-410b-b7ec-8af7ed1bbd1a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:10.376847 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7ab4cf92-f8bf-403f-bdf0-e22240f24cc3 req-492fc577-7e4c-410b-b7ec-8af7ed1bbd1a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 945 time: 0.0515587 Sep 23 03:17:10.413550 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7ab4cf92-f8bf-403f-bdf0-e22240f24cc3 req-5f866b17-99ad-4d4b-9df1-d64d2515f658 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306888 Sep 23 03:17:10.512756 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e5f9-7d65-41e0-b3d3-445d971ed201 req-a9a8fff9-49bb-423a-95ae-b9d3adf02aef tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:10.514246 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ba42e5f9-7d65-41e0-b3d3-445d971ed201 req-a9a8fff9-49bb-423a-95ae-b9d3adf02aef tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0486958 Sep 23 03:17:10.552277 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ba42e5f9-7d65-41e0-b3d3-445d971ed201 req-3678c82a-4d2c-4e17-8286-6d3df5951781 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Sep 23 03:17:11.199473 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94762f-d374-44d3-a86f-f3375b63fa00 req-49367d4e-1088-46cf-ac9b-481841a93d70 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:11.200978 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5e94762f-d374-44d3-a86f-f3375b63fa00 req-49367d4e-1088-46cf-ac9b-481841a93d70 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 945 time: 0.0902104 Sep 23 03:17:11.218710 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f200de2-e78d-4905-860c-a297ca5e034f req-1227b988-6a23-49e4-93a0-1dcd2d3c7f24 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:11.222511 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6f200de2-e78d-4905-860c-a297ca5e034f req-1227b988-6a23-49e4-93a0-1dcd2d3c7f24 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 946 time: 0.1093993 Sep 23 03:17:11.320148 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6f200de2-e78d-4905-860c-a297ca5e034f req-83dabf6b-fc16-42f2-a758-4440d4fc98f6 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881975 Sep 23 03:17:11.352223 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-5e94762f-d374-44d3-a86f-f3375b63fa00 req-0065417f-efc3-4f6d-9b0f-4579c8718805 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Deleting port 9f6ade92-6477-4a52-8c99-d80aa360d9ac {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:17:11.352569 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-5e94762f-d374-44d3-a86f-f3375b63fa00 req-0065417f-efc3-4f6d-9b0f-4579c8718805 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:11.456391 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-5e94762f-d374-44d3-a86f-f3375b63fa00 req-0065417f-efc3-4f6d-9b0f-4579c8718805 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] For port 9f6ade92-6477-4a52-8c99-d80aa360d9ac, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9f6ade92-6477-4a52-8c99-d80aa360d9ac,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:11.457080 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-5e94762f-d374-44d3-a86f-f3375b63fa00 req-0065417f-efc3-4f6d-9b0f-4579c8718805 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:11.473153 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-5e94762f-d374-44d3-a86f-f3375b63fa00 req-0065417f-efc3-4f6d-9b0f-4579c8718805 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Calling delete_port for 9f6ade92-6477-4a52-8c99-d80aa360d9ac owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:17:11.533461 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ec5fe-c5c9-4408-928b-b8f4f11e7df6 req-830011c1-9ec6-439a-9805-6c617639abd5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:11.535431 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-db3ec5fe-c5c9-4408-928b-b8f4f11e7df6 req-830011c1-9ec6-439a-9805-6c617639abd5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 945 time: 0.0520072 Sep 23 03:17:11.579312 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-db3ec5fe-c5c9-4408-928b-b8f4f11e7df6 req-0f2530fb-2eea-4a23-b825-5a9fa6d296ee tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372069 Sep 23 03:17:11.672118 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c7815-b510-43f3-9632-57e4d9336b86 req-70778a19-dc0a-4e64-96d8-446731236a9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:11.674222 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-237c7815-b510-43f3-9632-57e4d9336b86 req-70778a19-dc0a-4e64-96d8-446731236a9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0495319 Sep 23 03:17:11.711442 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-5e94762f-d374-44d3-a86f-f3375b63fa00 req-0065417f-efc3-4f6d-9b0f-4579c8718805 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:11.715792 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-237c7815-b510-43f3-9632-57e4d9336b86 req-5b0c705d-f185-46e9-a59d-0ecfb3306182 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358529 Sep 23 03:17:11.741548 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065417f-efc3-4f6d-9b0f-4579c8718805 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Pushing event deleted for resources: {'Port': ['ID=9f6ade92-6477-4a52-8c99-d80aa360d9ac,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:11.757517 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['c5c1a228-41bc-4fd1-9c8e-6b4d92214b55', '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2', '032fd351-ef94-4f58-8754-acd5c5fa124d', '9f6ade92-6477-4a52-8c99-d80aa360d9ac'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:17:11.784245 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e94762f-d374-44d3-a86f-f3375b63fa00 req-0065417f-efc3-4f6d-9b0f-4579c8718805 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] No DVR routers for this DVR port 9f6ade92-6477-4a52-8c99-d80aa360d9ac on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:17:11.786873 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-5e94762f-d374-44d3-a86f-f3375b63fa00 req-0065417f-efc3-4f6d-9b0f-4579c8718805 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:11.788903 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5e94762f-d374-44d3-a86f-f3375b63fa00 req-0065417f-efc3-4f6d-9b0f-4579c8718805 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "DELETE /v2.0/ports/9f6ade92-6477-4a52-8c99-d80aa360d9ac HTTP/1.1" status: 204 len: 173 time: 0.5653105 Sep 23 03:17:11.789330 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee980ba2-a3de-4ed0-b4bf-f60fa358522b', 'name': 'network-vif-deleted', 'tag': '9f6ade92-6477-4a52-8c99-d80aa360d9ac'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:17:11.791541 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc4c26d-e922-4826-98fa-e1ee8ac9cc27" -d '{"events": [{"server_uuid": "ee980ba2-a3de-4ed0-b4bf-f60fa358522b", "name": "network-vif-deleted", "tag": "9f6ade92-6477-4a52-8c99-d80aa360d9ac"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:17:11.829824 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948cae04-7cac-4154-9b7b-ed3ad54c5320 x-openstack-request-id: req-948cae04-7cac-4154-9b7b-ed3ad54c5320 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:17:11.830073 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee980ba2-a3de-4ed0-b4bf-f60fa358522b", "name": "network-vif-deleted", "tag": "9f6ade92-6477-4a52-8c99-d80aa360d9ac", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:17:11.830240 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-948cae04-7cac-4154-9b7b-ed3ad54c5320 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:17:11.830640 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee980ba2-a3de-4ed0-b4bf-f60fa358522b', 'name': 'network-vif-deleted', 'tag': '9f6ade92-6477-4a52-8c99-d80aa360d9ac', 'status': 'completed', 'code': 200} Sep 23 03:17:12.436180 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2164efd-bcd9-4e8f-83c3-8617990fae98 req-a43f8ed5-15a9-435b-8ad0-fa6ee4c98796 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:12.437571 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e2164efd-bcd9-4e8f-83c3-8617990fae98 req-a43f8ed5-15a9-435b-8ad0-fa6ee4c98796 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 946 time: 0.0483687 Sep 23 03:17:12.473231 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e2164efd-bcd9-4e8f-83c3-8617990fae98 req-23e0dd33-ce63-42e7-91c0-44103e413c59 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294619 Sep 23 03:17:12.689950 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b0a34ba0-afe3-4907-8a84-b99c5a19d6df req-1277cd6a-38d2-49de-8c82-f3ae018a5b7d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee980ba2-a3de-4ed0-b4bf-f60fa358522b HTTP/1.1" status: 200 len: 210 time: 0.0262859 Sep 23 03:17:12.838832 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faacef9-4429-4c3f-8324-271e05a5e6ea req-0346447a-eb8f-41eb-a204-0f28f9219139 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:12.840307 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6faacef9-4429-4c3f-8324-271e05a5e6ea req-0346447a-eb8f-41eb-a204-0f28f9219139 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0528438 Sep 23 03:17:12.878692 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6faacef9-4429-4c3f-8324-271e05a5e6ea req-2ab5cff8-5fa1-4855-9fc7-c5b8749056a1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319674 Sep 23 03:17:14.013211 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11457d7e-6253-4476-9b3b-1ee6bcfdad7c req-a9fee689-36b0-4560-8bc2-7f5013253dca tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:14.014747 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-11457d7e-6253-4476-9b3b-1ee6bcfdad7c req-a9fee689-36b0-4560-8bc2-7f5013253dca tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0621586 Sep 23 03:17:14.053039 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-11457d7e-6253-4476-9b3b-1ee6bcfdad7c req-d7a910db-bd0d-40a9-9fcd-dcf10e3250a3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322127 Sep 23 03:17:14.064927 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3f886-6bef-4b93-ab5a-5404822d8560 req-199f6a00-2af5-4416-8faa-f441afff4ce6 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:14.066796 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-50e3f886-6bef-4b93-ab5a-5404822d8560 req-199f6a00-2af5-4416-8faa-f441afff4ce6 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 946 time: 0.0531497 Sep 23 03:17:14.108054 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-50e3f886-6bef-4b93-ab5a-5404822d8560 req-b17b9f8f-fe55-49ee-9aad-da73103ded4e tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336735 Sep 23 03:17:14.174580 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 9f6ade92-6477-4a52-8c99-d80aa360d9ac no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:17:14.195720 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: 9f6ade92-6477-4a52-8c99-d80aa360d9ac {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:17:14.196071 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 9f6ade92-6477-4a52-8c99-d80aa360d9ac not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:17:15.173983 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086be98-156b-4526-a7cd-8ac7c430a82f req-23ed7b95-8819-4461-9c3a-c578a37d42d9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:15.175449 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9086be98-156b-4526-a7cd-8ac7c430a82f req-23ed7b95-8819-4461-9c3a-c578a37d42d9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0482652 Sep 23 03:17:15.213285 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9086be98-156b-4526-a7cd-8ac7c430a82f req-14d109cb-b2ce-41b8-a9ba-a6f5a68b2fc1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Sep 23 03:17:15.321914 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73676160-4371-4792-b9c3-cd6aa832e226 req-aa80a2ec-da93-4ea8-b916-5a7a1e9c788c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:15.323332 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-73676160-4371-4792-b9c3-cd6aa832e226 req-aa80a2ec-da93-4ea8-b916-5a7a1e9c788c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 946 time: 0.0532506 Sep 23 03:17:15.361354 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-73676160-4371-4792-b9c3-cd6aa832e226 req-a720b0da-3ae5-49cb-93c2-4b856775d7c5 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Sep 23 03:17:15.470972 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f27e8-4876-47a0-a6de-68ba39b11b53 req-18591f0c-e3f7-4fed-bed5-520f088bf263 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:15.472429 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c94f27e8-4876-47a0-a6de-68ba39b11b53 req-18591f0c-e3f7-4fed-bed5-520f088bf263 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 945 time: 0.0502448 Sep 23 03:17:15.509814 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c94f27e8-4876-47a0-a6de-68ba39b11b53 req-c818eafa-6650-4b82-b7c8-a3b8a401e4af tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313883 Sep 23 03:17:16.167111 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:17:16.262422 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:16.273804 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'port_id': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'mac_address': 'fa:16:3e:c6:41:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:17:16.314666 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:16.327593 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:17:16.334243 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685e1e0-4059-4f47-bf08-6ea50d39663d req-ee79e9a5-a64b-428c-bc48-381fb4151fe3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:16.335799 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7685e1e0-4059-4f47-bf08-6ea50d39663d req-ee79e9a5-a64b-428c-bc48-381fb4151fe3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0493619 Sep 23 03:17:16.347107 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:16.373891 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7685e1e0-4059-4f47-bf08-6ea50d39663d req-2fc1d427-d55b-4d61-bac5-8f49dae3da79 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317743 Sep 23 03:17:16.418665 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:16.467842 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,revision_number=6']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:16.474934 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c0532-27bb-416f-a418-a10c75e80004 req-727bd03c-a21c-4ee5-8e33-aa83c4492799 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:16.476575 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-684c0532-27bb-416f-a418-a10c75e80004 req-727bd03c-a21c-4ee5-8e33-aa83c4492799 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 946 time: 0.0487537 Sep 23 03:17:16.544796 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-684c0532-27bb-416f-a418-a10c75e80004 req-8967e9fe-1679-4a75-8947-9d44e9d3b20a tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bb64a1-dc02-49f2-b8a3-5997f1a91826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576804 Sep 23 03:17:16.553782 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4cb29-0f63-4478-a35a-b0b2d4f909a8 req-1edfa8a7-9feb-4f51-81c6-f04b0352ab75 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:16.557452 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-66a4cb29-0f63-4478-a35a-b0b2d4f909a8 req-1edfa8a7-9feb-4f51-81c6-f04b0352ab75 tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.13 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 946 time: 0.0779662 Sep 23 03:17:16.634836 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf9372-a9eb-4752-b4ff-aac61ef57730 req-2837d398-2bf9-4327-84c1-792a8be42b1e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:16.636244 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f9bf9372-a9eb-4752-b4ff-aac61ef57730 req-2837d398-2bf9-4327-84c1-792a8be42b1e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 945 time: 0.0545118 Sep 23 03:17:16.649763 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-66a4cb29-0f63-4478-a35a-b0b2d4f909a8 req-a783ce37-a7ae-42a2-9196-832d5ea8061c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Deleting port b23fb734-5215-47cd-b995-dbbbe029732c {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:17:16.650106 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-66a4cb29-0f63-4478-a35a-b0b2d4f909a8 req-a783ce37-a7ae-42a2-9196-832d5ea8061c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:16.653406 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['a5f2fd12-35d0-4bf0-87db-ab4c96661bc7'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:17:16.675867 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f9bf9372-a9eb-4752-b4ff-aac61ef57730 req-c5cdbbcc-341d-4a7e-9ef3-ce1422dd6cb5 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336242 Sep 23 03:17:16.745509 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-66a4cb29-0f63-4478-a35a-b0b2d4f909a8 req-a783ce37-a7ae-42a2-9196-832d5ea8061c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] For port b23fb734-5215-47cd-b995-dbbbe029732c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b23fb734-5215-47cd-b995-dbbbe029732c,segment=NetworkSegment(22fb41da-0e9a-4c95-8e8b-e52beea231c6),segment_id=22fb41da-0e9a-4c95-8e8b-e52beea231c6)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:16.745873 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-66a4cb29-0f63-4478-a35a-b0b2d4f909a8 req-a783ce37-a7ae-42a2-9196-832d5ea8061c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:16.758715 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-66a4cb29-0f63-4478-a35a-b0b2d4f909a8 req-a783ce37-a7ae-42a2-9196-832d5ea8061c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Calling delete_port for b23fb734-5215-47cd-b995-dbbbe029732c owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:17:16.786356 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:17:16.978836 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-66a4cb29-0f63-4478-a35a-b0b2d4f909a8 req-a783ce37-a7ae-42a2-9196-832d5ea8061c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:17.013547 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783ce37-a7ae-42a2-9196-832d5ea8061c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Pushing event deleted for resources: {'Port': ['ID=b23fb734-5215-47cd-b995-dbbbe029732c,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:17.053973 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['b23fb734-5215-47cd-b995-dbbbe029732c'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:17:17.054122 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a4cb29-0f63-4478-a35a-b0b2d4f909a8 req-a783ce37-a7ae-42a2-9196-832d5ea8061c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] No DVR routers for this DVR port b23fb734-5215-47cd-b995-dbbbe029732c on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:17:17.057091 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-66a4cb29-0f63-4478-a35a-b0b2d4f909a8 req-a783ce37-a7ae-42a2-9196-832d5ea8061c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:17.059170 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-66a4cb29-0f63-4478-a35a-b0b2d4f909a8 req-a783ce37-a7ae-42a2-9196-832d5ea8061c tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.13 "DELETE /v2.0/ports/b23fb734-5215-47cd-b995-dbbbe029732c HTTP/1.1" status: 204 len: 173 time: 0.4960651 Sep 23 03:17:17.059614 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47c32ac-d333-4a09-a0bf-51388e2ce612', 'name': 'network-vif-deleted', 'tag': 'b23fb734-5215-47cd-b995-dbbbe029732c'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:17:17.061860 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b758f2-6034-40b4-aa19-5f8afc467b6d" -d '{"events": [{"server_uuid": "c47c32ac-d333-4a09-a0bf-51388e2ce612", "name": "network-vif-deleted", "tag": "b23fb734-5215-47cd-b995-dbbbe029732c"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:17:17.100981 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f3bfe-d2e5-401f-893c-f96257998d36 x-openstack-request-id: req-f74f3bfe-d2e5-401f-893c-f96257998d36 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:17:17.101272 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47c32ac-d333-4a09-a0bf-51388e2ce612", "name": "network-vif-deleted", "tag": "b23fb734-5215-47cd-b995-dbbbe029732c", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:17:17.101537 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f74f3bfe-d2e5-401f-893c-f96257998d36 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:17:17.101923 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47c32ac-d333-4a09-a0bf-51388e2ce612', 'name': 'network-vif-deleted', 'tag': 'b23fb734-5215-47cd-b995-dbbbe029732c', 'status': 'completed', 'code': 200} Sep 23 03:17:17.495841 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf0207-7376-41ab-bbe3-17efd8345396 req-4faa2309-f607-439e-9282-4a9635ad507c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:17.497383 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d9bf0207-7376-41ab-bbe3-17efd8345396 req-4faa2309-f607-439e-9282-4a9635ad507c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0519178 Sep 23 03:17:17.539842 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d9bf0207-7376-41ab-bbe3-17efd8345396 req-980dfa9f-ddd4-4640-be99-a1d926911f15 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360074 Sep 23 03:17:17.656841 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8fe3b6f7-ad75-46ec-b232-4e86fe136b34 req-a4802d8f-52ee-4bdf-bd6f-47f7dc7ad5ac tempest-VolumesActionsTest-680203796 tempest-VolumesActionsTest-680203796-project] 10.222.0.23 "GET /v2.0/ports?device_id=c47c32ac-d333-4a09-a0bf-51388e2ce612 HTTP/1.1" status: 200 len: 210 time: 0.0296493 Sep 23 03:17:17.801109 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439e27c-9d0d-4cb0-af20-e2de54f00502 req-0bb8a1aa-4d5d-411c-86ee-2372e7127e5a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:17.802937 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3439e27c-9d0d-4cb0-af20-e2de54f00502 req-0bb8a1aa-4d5d-411c-86ee-2372e7127e5a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 945 time: 0.0581408 Sep 23 03:17:17.846262 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3439e27c-9d0d-4cb0-af20-e2de54f00502 req-81baa92d-66b3-4787-b3b4-b2b27c3fe4f7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369768 Sep 23 03:17:18.197311 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:17:18.247252 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:17:18.247628 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:18.325175 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:18.348664 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:17:18.350910 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4cd0ac-9645-41e1-96a6-a57049529c7e" -d '{"events": [{"server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "name": "network-vif-plugged", "status": "completed", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:17:18.363757 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:18.389333 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dea2df7-73fb-4089-a7cc-4abf82fc8907 x-openstack-request-id: req-5dea2df7-73fb-4089-a7cc-4abf82fc8907 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:17:18.389622 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "name": "network-vif-plugged", "status": "completed", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:17:18.389876 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5dea2df7-73fb-4089-a7cc-4abf82fc8907 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:17:18.390269 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'code': 200} Sep 23 03:17:18.411483 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f34687-3979-44c3-8708-2f09fe776167 req-567a515f-822b-4f65-999c-96f391fc8ba9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:18.413028 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d6f34687-3979-44c3-8708-2f09fe776167 req-567a515f-822b-4f65-999c-96f391fc8ba9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 945 time: 0.0518534 Sep 23 03:17:18.470903 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:18.520266 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,revision_number=7']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:18.537940 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-d6f34687-3979-44c3-8708-2f09fe776167 req-afe11bf5-6c56-45e8-8bff-8c94692665e9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Deleting port 032fd351-ef94-4f58-8754-acd5c5fa124d {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:17:18.538803 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d6f34687-3979-44c3-8708-2f09fe776167 req-afe11bf5-6c56-45e8-8bff-8c94692665e9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:18.662899 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-d6f34687-3979-44c3-8708-2f09fe776167 req-afe11bf5-6c56-45e8-8bff-8c94692665e9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] For port 032fd351-ef94-4f58-8754-acd5c5fa124d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=032fd351-ef94-4f58-8754-acd5c5fa124d,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:18.663181 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d6f34687-3979-44c3-8708-2f09fe776167 req-afe11bf5-6c56-45e8-8bff-8c94692665e9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:18.677762 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-d6f34687-3979-44c3-8708-2f09fe776167 req-afe11bf5-6c56-45e8-8bff-8c94692665e9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Calling delete_port for 032fd351-ef94-4f58-8754-acd5c5fa124d owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:17:18.700304 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0b321-38de-484b-adde-1255a8550390 req-19004f44-24b8-40fb-8646-e64b1f91048d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:18.701896 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-77c0b321-38de-484b-adde-1255a8550390 req-19004f44-24b8-40fb-8646-e64b1f91048d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0851371 Sep 23 03:17:18.781629 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-77c0b321-38de-484b-adde-1255a8550390 req-3c5279bf-cf84-4b36-b389-85580002fd23 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479829 Sep 23 03:17:18.927160 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d6f34687-3979-44c3-8708-2f09fe776167 req-afe11bf5-6c56-45e8-8bff-8c94692665e9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:18.949774 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-02fcca35-88d2-43a0-b06d-59acb0903d51 req-2cf199c5-d173-4792-b287-69cc58e86be8 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 210 time: 0.0312474 Sep 23 03:17:18.959090 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe11bf5-6c56-45e8-8bff-8c94692665e9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Pushing event deleted for resources: {'Port': ['ID=032fd351-ef94-4f58-8754-acd5c5fa124d,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:18.967331 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['c5c1a228-41bc-4fd1-9c8e-6b4d92214b55', '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2', '032fd351-ef94-4f58-8754-acd5c5fa124d'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:17:19.011986 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f34687-3979-44c3-8708-2f09fe776167 req-afe11bf5-6c56-45e8-8bff-8c94692665e9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] No DVR routers for this DVR port 032fd351-ef94-4f58-8754-acd5c5fa124d on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:17:19.014837 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d6f34687-3979-44c3-8708-2f09fe776167 req-afe11bf5-6c56-45e8-8bff-8c94692665e9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:19.017678 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d6f34687-3979-44c3-8708-2f09fe776167 req-afe11bf5-6c56-45e8-8bff-8c94692665e9 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "DELETE /v2.0/ports/032fd351-ef94-4f58-8754-acd5c5fa124d HTTP/1.1" status: 204 len: 173 time: 0.5722456 Sep 23 03:17:19.103562 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1794ea1-9fe8-477d-9b84-69b84a923ec2', 'name': 'network-vif-deleted', 'tag': '032fd351-ef94-4f58-8754-acd5c5fa124d'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:17:19.106190 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fce832a-38bd-4e3a-980b-bde40b0c5f2a" -d '{"events": [{"server_uuid": "f1794ea1-9fe8-477d-9b84-69b84a923ec2", "name": "network-vif-deleted", "tag": "032fd351-ef94-4f58-8754-acd5c5fa124d"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:17:19.146093 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba203082-0bf9-4dc5-ae76-a1371afe91f2 x-openstack-request-id: req-ba203082-0bf9-4dc5-ae76-a1371afe91f2 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:17:19.146093 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1794ea1-9fe8-477d-9b84-69b84a923ec2", "name": "network-vif-deleted", "tag": "032fd351-ef94-4f58-8754-acd5c5fa124d", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:17:19.146093 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba203082-0bf9-4dc5-ae76-a1371afe91f2 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:17:19.146093 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1794ea1-9fe8-477d-9b84-69b84a923ec2', 'name': 'network-vif-deleted', 'tag': '032fd351-ef94-4f58-8754-acd5c5fa124d', 'status': 'completed', 'code': 200} Sep 23 03:17:19.904160 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95058c-e135-4a68-b1ce-89d587c84f4c req-46065bda-9098-4a33-a8d2-4b56c13b60aa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:19.905717 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4c95058c-e135-4a68-b1ce-89d587c84f4c req-46065bda-9098-4a33-a8d2-4b56c13b60aa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0507884 Sep 23 03:17:19.946272 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4c95058c-e135-4a68-b1ce-89d587c84f4c req-f044203e-401c-41f0-bca7-58ce9fc6179d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337760 Sep 23 03:17:20.062707 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-96682da9-9fba-4478-b1d1-5dec294d3477 req-6a079771-b8a1-47b9-ad02-470286b64639 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1794ea1-9fe8-477d-9b84-69b84a923ec2 HTTP/1.1" status: 200 len: 210 time: 0.0315247 Sep 23 03:17:20.202431 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device b23fb734-5215-47cd-b995-dbbbe029732c no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:17:20.223117 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: b23fb734-5215-47cd-b995-dbbbe029732c {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:17:20.223117 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device b23fb734-5215-47cd-b995-dbbbe029732c not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:17:21.067828 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0affc-51b9-4634-bb4c-92dccb24646b req-1fc34e71-d71e-4797-88b1-a7a6271941d8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:21.069476 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f7d0affc-51b9-4634-bb4c-92dccb24646b req-1fc34e71-d71e-4797-88b1-a7a6271941d8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0529482 Sep 23 03:17:21.109481 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f7d0affc-51b9-4634-bb4c-92dccb24646b req-6ff103d1-0a16-4e87-bb9d-477b798f6449 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341380 Sep 23 03:17:21.669884 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-37ee3406-d9cf-4c64-85d2-fa638b84d136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:21.685943 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0fb11-e4a5-4c8b-9663-baf7dd4f2b57 req-bf3bbdae-dbf7-4362-83d5-704ccb852fc2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:21.687908 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0ad0fb11-e4a5-4c8b-9663-baf7dd4f2b57 req-bf3bbdae-dbf7-4362-83d5-704ccb852fc2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.0643053 Sep 23 03:17:21.757307 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0ad0fb11-e4a5-4c8b-9663-baf7dd4f2b57 req-fff5bd54-8b9e-4d20-8880-83fda0f44471 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569770 Sep 23 03:17:22.269867 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e084b-36f3-46cc-b760-a44030feba95 req-7b9331dd-b23f-4a9a-baa1-10416da3bca3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:22.271395 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-648e084b-36f3-46cc-b760-a44030feba95 req-7b9331dd-b23f-4a9a-baa1-10416da3bca3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0551388 Sep 23 03:17:22.317497 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-648e084b-36f3-46cc-b760-a44030feba95 req-e8ffd4ac-b2c3-47be-a4ee-733527c02a28 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355279 Sep 23 03:17:22.873382 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7adc9-49a0-48ef-9721-a009b9eb0b24 req-4a17b996-de47-40a2-ba53-ec28fe80a327 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:22.875462 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-65b7adc9-49a0-48ef-9721-a009b9eb0b24 req-4a17b996-de47-40a2-ba53-ec28fe80a327 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.0582519 Sep 23 03:17:22.919299 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-65b7adc9-49a0-48ef-9721-a009b9eb0b24 req-6d6f378f-bfa4-4fd2-bae4-fe8c4735995a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368969 Sep 23 03:17:23.469567 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ddeec-611b-485d-81dd-479fcfe2d30e req-7ca7adbe-1e65-481d-9f08-fb0ca2296f0f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:23.471395 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-837ddeec-611b-485d-81dd-479fcfe2d30e req-7ca7adbe-1e65-481d-9f08-fb0ca2296f0f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0724568 Sep 23 03:17:23.521701 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-837ddeec-611b-485d-81dd-479fcfe2d30e req-5670ccdd-5117-45c7-aedd-8c0118d7e0bc tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441501 Sep 23 03:17:24.042252 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc162d45-1af3-46d9-889c-632d3ae907a3 req-808a035e-9a47-4a8e-a1de-32e25fde8a9d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:24.043744 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc162d45-1af3-46d9-889c-632d3ae907a3 req-808a035e-9a47-4a8e-a1de-32e25fde8a9d tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.0554006 Sep 23 03:17:24.082328 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc162d45-1af3-46d9-889c-632d3ae907a3 req-13c580c1-8874-4bef-979d-41d777870a89 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 Sep 23 03:17:24.327307 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-95c6a8a4-ed7c-4bc6-8121-71bc81bd9bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:24.668002 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346d1af-397b-4c3a-916d-cf9e0608d4b9 req-9bdffd76-0aa2-4d6d-867c-0c73a6ecc5f7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:24.669700 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6346d1af-397b-4c3a-916d-cf9e0608d4b9 req-9bdffd76-0aa2-4d6d-867c-0c73a6ecc5f7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0691066 Sep 23 03:17:24.720972 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6346d1af-397b-4c3a-916d-cf9e0608d4b9 req-69625f86-3afc-4d56-92c3-aa9cf4c4a350 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439575 Sep 23 03:17:24.733262 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:25.220302 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:25.236966 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876275f-f783-483b-881d-9acb2f1f53e5 req-8ed37dbc-eed4-4cea-8bfe-a547cb0a881b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:25.238516 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6876275f-f783-483b-881d-9acb2f1f53e5 req-8ed37dbc-eed4-4cea-8bfe-a547cb0a881b tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.0763555 Sep 23 03:17:25.280619 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6876275f-f783-483b-881d-9acb2f1f53e5 req-8614fa5e-8ac1-4291-afe2-806c573fb091 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352900 Sep 23 03:17:25.520000 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 032fd351-ef94-4f58-8754-acd5c5fa124d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:17:25.545955 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: 032fd351-ef94-4f58-8754-acd5c5fa124d {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:17:25.546301 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 032fd351-ef94-4f58-8754-acd5c5fa124d not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:17:25.864589 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9373a0a-c5d3-48f3-80d2-40cd01476cd4 req-342dac5a-3f52-4d8f-9ffe-9cf45f68d315 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:25.866345 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c9373a0a-c5d3-48f3-80d2-40cd01476cd4 req-342dac5a-3f52-4d8f-9ffe-9cf45f68d315 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0563202 Sep 23 03:17:25.911979 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c9373a0a-c5d3-48f3-80d2-40cd01476cd4 req-e9c5a286-be22-4cca-90a8-6ed919f4af96 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Sep 23 03:17:26.411415 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fee5e4-058f-40eb-98dd-b0f8deca7de7 req-999f891b-116b-4a76-b67b-16d580bb27b0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:26.413596 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d8fee5e4-058f-40eb-98dd-b0f8deca7de7 req-999f891b-116b-4a76-b67b-16d580bb27b0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.0575800 Sep 23 03:17:26.454821 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d8fee5e4-058f-40eb-98dd-b0f8deca7de7 req-8120048a-1374-46ad-aac3-32a85e840e42 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Sep 23 03:17:27.083273 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37120ab2-f1ad-4461-b76c-9a023b268beb req-7d5bdc3a-99d0-4147-8da4-6133c841830d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:27.084781 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-37120ab2-f1ad-4461-b76c-9a023b268beb req-7d5bdc3a-99d0-4147-8da4-6133c841830d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0575995 Sep 23 03:17:27.122994 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-37120ab2-f1ad-4461-b76c-9a023b268beb req-bfd99685-b9b2-4b1d-9518-89760d3be28c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322647 Sep 23 03:17:27.298368 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:27.588796 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649b5ea-b266-4e9b-8b90-43d6dd65eed1 req-2ba63273-5c3d-4e0d-8e81-2e54f7f0b5ef tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:27.591030 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6649b5ea-b266-4e9b-8b90-43d6dd65eed1 req-2ba63273-5c3d-4e0d-8e81-2e54f7f0b5ef tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.0657330 Sep 23 03:17:27.631668 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6649b5ea-b266-4e9b-8b90-43d6dd65eed1 req-d4ed31e5-a75e-4b35-b284-2062be0faf85 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340083 Sep 23 03:17:28.261757 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346c96c-00a0-4a01-ba60-da1cdcc6d85f req-9fdab842-5c17-4032-bc93-6d11895e082f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:28.263966 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9346c96c-00a0-4a01-ba60-da1cdcc6d85f req-9fdab842-5c17-4032-bc93-6d11895e082f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0594018 Sep 23 03:17:28.303789 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9346c96c-00a0-4a01-ba60-da1cdcc6d85f req-c3a78709-743a-46a5-b7f0-a36b60e0a455 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330825 Sep 23 03:17:28.776707 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6c9d7-7818-4866-86d0-8fd55e895b7e req-b5f9b918-5e26-4e83-80cb-ca44ee5fa96a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:28.784479 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3dc6c9d7-7818-4866-86d0-8fd55e895b7e req-b5f9b918-5e26-4e83-80cb-ca44ee5fa96a tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.0707023 Sep 23 03:17:28.833109 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3dc6c9d7-7818-4866-86d0-8fd55e895b7e req-f95e1f2e-9865-4e37-b915-1313c8a966cf tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475335 Sep 23 03:17:29.713029 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ccc99-904f-4125-a91d-80a025701369 req-4e1fd3ac-5b72-411d-bc0e-bb533bbb171e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:29.714553 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5b9ccc99-904f-4125-a91d-80a025701369 req-4e1fd3ac-5b72-411d-bc0e-bb533bbb171e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.3036561 Sep 23 03:17:29.727521 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1712865-896d-4f12-8371-864bac2c8047 req-b830ea11-f359-4f55-b7b7-c8895537b60c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:29.729070 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e1712865-896d-4f12-8371-864bac2c8047 req-b830ea11-f359-4f55-b7b7-c8895537b60c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.3279784 Sep 23 03:17:29.765037 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 54370) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:29.794874 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5b9ccc99-904f-4125-a91d-80a025701369 req-77b83e82-7283-4347-9725-25a999d684f9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647705 Sep 23 03:17:29.860103 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-e1712865-896d-4f12-8371-864bac2c8047 req-7a2cb382-cf37-4588-8a53-03daf2d1588e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Deleting port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:17:29.860752 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e1712865-896d-4f12-8371-864bac2c8047 req-7a2cb382-cf37-4588-8a53-03daf2d1588e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:29.970547 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-e1712865-896d-4f12-8371-864bac2c8047 req-7a2cb382-cf37-4588-8a53-03daf2d1588e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] For port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:29.971321 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e1712865-896d-4f12-8371-864bac2c8047 req-7a2cb382-cf37-4588-8a53-03daf2d1588e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:30.005007 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-e1712865-896d-4f12-8371-864bac2c8047 req-7a2cb382-cf37-4588-8a53-03daf2d1588e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Calling delete_port for 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:17:30.018511 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-72cfa527-6dab-4c3d-bd8a-af31616b2744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:30.044872 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6e4c0-5e6d-4d0c-be11-a0567faf536c req-ed736f12-20e1-4a1e-8140-ff5da659423c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:30.046481 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-69b6e4c0-5e6d-4d0c-be11-a0567faf536c req-ed736f12-20e1-4a1e-8140-ff5da659423c tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 945 time: 0.0730288 Sep 23 03:17:30.105414 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-69b6e4c0-5e6d-4d0c-be11-a0567faf536c req-d8c6d79b-9968-48ae-861b-08b3f388d837 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527675 Sep 23 03:17:30.235938 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-72cfa527-6dab-4c3d-bd8a-af31616b2744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:30.464804 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e1712865-896d-4f12-8371-864bac2c8047 req-7a2cb382-cf37-4588-8a53-03daf2d1588e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:30.495718 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cb382-cf37-4588-8a53-03daf2d1588e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Pushing event deleted for resources: {'Port': ['ID=870ddb4f-c1ed-4a3d-9a01-248d232a6fa2,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:30.507504 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['c5c1a228-41bc-4fd1-9c8e-6b4d92214b55'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:17:30.549345 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1712865-896d-4f12-8371-864bac2c8047 req-7a2cb382-cf37-4588-8a53-03daf2d1588e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] No DVR routers for this DVR port 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:17:30.556558 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e1712865-896d-4f12-8371-864bac2c8047 req-7a2cb382-cf37-4588-8a53-03daf2d1588e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:30.558717 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e1712865-896d-4f12-8371-864bac2c8047 req-7a2cb382-cf37-4588-8a53-03daf2d1588e tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "DELETE /v2.0/ports/870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 HTTP/1.1" status: 204 len: 173 time: 0.8218057 Sep 23 03:17:30.559148 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bf9db1-21c8-4b33-b64e-ad883343ff9a', 'name': 'network-vif-deleted', 'tag': '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:17:30.563879 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3897d201-6f3a-476d-9fcd-e3288f94881e" -d '{"events": [{"server_uuid": "65bf9db1-21c8-4b33-b64e-ad883343ff9a", "name": "network-vif-deleted", "tag": "870ddb4f-c1ed-4a3d-9a01-248d232a6fa2"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:17:30.597309 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cba5b52-5943-4b76-9d8d-014faca2718f x-openstack-request-id: req-0cba5b52-5943-4b76-9d8d-014faca2718f {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:17:30.597595 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bf9db1-21c8-4b33-b64e-ad883343ff9a", "name": "network-vif-deleted", "tag": "870ddb4f-c1ed-4a3d-9a01-248d232a6fa2", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:17:30.597840 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cba5b52-5943-4b76-9d8d-014faca2718f {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:17:30.598229 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bf9db1-21c8-4b33-b64e-ad883343ff9a', 'name': 'network-vif-deleted', 'tag': '870ddb4f-c1ed-4a3d-9a01-248d232a6fa2', 'status': 'completed', 'code': 200} Sep 23 03:17:30.852893 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-72cfa527-6dab-4c3d-bd8a-af31616b2744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:30.916141 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-72cfa527-6dab-4c3d-bd8a-af31616b2744 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7823b6cc745e4d2292486364e4b9d31b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1496859 Sep 23 03:17:30.917162 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfa527-6dab-4c3d-bd8a-af31616b2744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dee20ec-3bf2-4b50-a285-b9c3b135e0e5,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:30.918836 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 54396) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:30.947128 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634eee28-da31-4fc5-99bf-a44cdacf1765 req-2740dcdf-9916-4315-80d1-d342bbf02017 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:30.949102 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-634eee28-da31-4fc5-99bf-a44cdacf1765 req-2740dcdf-9916-4315-80d1-d342bbf02017 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0809379 Sep 23 03:17:30.977431 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2f7496b4-1868-4a3b-b8af-dc1e1e07f1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:30.995800 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-634eee28-da31-4fc5-99bf-a44cdacf1765 req-5367b3fe-2e67-4666-8f18-0cf335e25965 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345886 Sep 23 03:17:30.999515 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2f7496b4-1868-4a3b-b8af-dc1e1e07f1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:31.147924 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2f7496b4-1868-4a3b-b8af-dc1e1e07f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:31.157860 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2f7496b4-1868-4a3b-b8af-dc1e1e07f1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:31.160787 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-2f7496b4-1868-4a3b-b8af-dc1e1e07f1fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dee20ec-3bf2-4b50-a285-b9c3b135e0e5 HTTP/1.1" status: 204 len: 168 time: 0.2407472 Sep 23 03:17:31.197043 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7496b4-1868-4a3b-b8af-dc1e1e07f1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dee20ec-3bf2-4b50-a285-b9c3b135e0e5,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:31.304886 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2905c981-27c8-4360-9b8f-3d5fe8060a1d req-0985685e-d599-481a-b616-82e89a1eaa12 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=65bf9db1-21c8-4b33-b64e-ad883343ff9a HTTP/1.1" status: 200 len: 210 time: 0.0389891 Sep 23 03:17:31.539578 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:17:31.565959 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:17:31.566355 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 870ddb4f-c1ed-4a3d-9a01-248d232a6fa2 not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:17:32.195811 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce938118-9839-4bfc-9c30-4884577dfeb6 req-60c4c13c-8f21-4272-b565-2c34ff0e5cf3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:32.197442 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ce938118-9839-4bfc-9c30-4884577dfeb6 req-60c4c13c-8f21-4272-b565-2c34ff0e5cf3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0634978 Sep 23 03:17:32.247798 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ce938118-9839-4bfc-9c30-4884577dfeb6 req-13e35c98-3852-48c0-a1c9-4263b37c5303 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441551 Sep 23 03:17:33.385970 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 54486) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:33.441079 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a1fbd-93c7-408e-81b4-7ac0a4558a6c req-520c20c2-6958-4059-bca0-c23f180ceadb tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:33.444004 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-959a1fbd-93c7-408e-81b4-7ac0a4558a6c req-520c20c2-6958-4059-bca0-c23f180ceadb tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.0847020 Sep 23 03:17:33.521774 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b5830ba-1405-45bc-a32e-573dfd79ee34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:33.534722 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-959a1fbd-93c7-408e-81b4-7ac0a4558a6c req-a6a7ac7e-4244-4fc9-92a6-0781c510b754 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779893 Sep 23 03:17:33.619879 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b5830ba-1405-45bc-a32e-573dfd79ee34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:33.704155 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b5830ba-1405-45bc-a32e-573dfd79ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:33.746840 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5830ba-1405-45bc-a32e-573dfd79ee34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16be857c-5aa2-4ef5-bf8e-c2bf363ef9f1,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:33.757118 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 54494) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:33.777834 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-7b5830ba-1405-45bc-a32e-573dfd79ee34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e0b3c75715cd4ef18c860167b22f77c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899670 Sep 23 03:17:33.846594 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-254c4bc7-ac65-49ff-b3c5-b101b5b249bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:33.879855 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-254c4bc7-ac65-49ff-b3c5-b101b5b249bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:34.058725 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-254c4bc7-ac65-49ff-b3c5-b101b5b249bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:34.061507 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-254c4bc7-ac65-49ff-b3c5-b101b5b249bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:34.065562 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-254c4bc7-ac65-49ff-b3c5-b101b5b249bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16be857c-5aa2-4ef5-bf8e-c2bf363ef9f1 HTTP/1.1" status: 204 len: 168 time: 0.3049583 Sep 23 03:17:34.075046 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4bc7-ac65-49ff-b3c5-b101b5b249bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16be857c-5aa2-4ef5-bf8e-c2bf363ef9f1,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:34.142763 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67418-ccb7-409f-8c63-9a59f4d6bc23 req-609d6165-54b4-4dd2-9002-5d5ab6fa5dc0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:34.144723 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0fb67418-ccb7-409f-8c63-9a59f4d6bc23 req-609d6165-54b4-4dd2-9002-5d5ab6fa5dc0 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0591280 Sep 23 03:17:34.165271 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbae7d-0cd7-41db-932d-6787e237ffcd req-a7455718-ea37-4838-b300-a6f72a542793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:34.167155 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-04dbae7d-0cd7-41db-932d-6787e237ffcd req-a7455718-ea37-4838-b300-a6f72a542793 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 1098 time: 0.0623400 Sep 23 03:17:34.199431 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0fb67418-ccb7-409f-8c63-9a59f4d6bc23 req-90be6b85-ba59-4557-b6d1-b8a70973df99 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481753 Sep 23 03:17:34.275173 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbae7d-0cd7-41db-932d-6787e237ffcd req-878422d9-4650-4d64-b2c0-6ef4402c2907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:34.276679 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-04dbae7d-0cd7-41db-932d-6787e237ffcd req-878422d9-4650-4d64-b2c0-6ef4402c2907 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 918 time: 0.1016002 Sep 23 03:17:34.357680 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-04dbae7d-0cd7-41db-932d-6787e237ffcd req-b6017dbc-c01d-41e6-9b4e-13ef3f1a21de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 HTTP/1.1" status: 200 len: 1000 time: 0.0719278 Sep 23 03:17:34.409008 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbae7d-0cd7-41db-932d-6787e237ffcd req-48a11012-25b6-4bfb-a282-b791fd9c4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:34.410467 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-04dbae7d-0cd7-41db-932d-6787e237ffcd req-48a11012-25b6-4bfb-a282-b791fd9c4b94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0453606 Sep 23 03:17:34.457593 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbae7d-0cd7-41db-932d-6787e237ffcd req-14d7159b-f334-40ae-9ec0-dcd335a11d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:34.459175 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-04dbae7d-0cd7-41db-932d-6787e237ffcd req-14d7159b-f334-40ae-9ec0-dcd335a11d57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402768 Sep 23 03:17:34.608052 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-04dbae7d-0cd7-41db-932d-6787e237ffcd req-961b1be3-ac7f-4028-9360-3c3244891e4d service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385996 Sep 23 03:17:34.736083 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f541ad-b838-4a0e-96d1-57df2f508066 req-6b89fb56-4da5-4d18-99dd-bcac8ccec458 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:34.739450 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-45f541ad-b838-4a0e-96d1-57df2f508066 req-6b89fb56-4da5-4d18-99dd-bcac8ccec458 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 945 time: 0.1018584 Sep 23 03:17:34.804641 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-45f541ad-b838-4a0e-96d1-57df2f508066 req-ca2fcc08-0686-4ad6-bd37-f1f8336dc9e0 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577748 Sep 23 03:17:34.807045 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-04dbae7d-0cd7-41db-932d-6787e237ffcd req-9d16d217-f02c-4149-936d-d93069abf4ec service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906803 Sep 23 03:17:35.351761 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afcd0d-cd1f-4020-a73c-d95bc9f69443 req-88274afc-4ae5-452c-8ff3-447d9d5d3188 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:35.361613 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-67afcd0d-cd1f-4020-a73c-d95bc9f69443 req-88274afc-4ae5-452c-8ff3-447d9d5d3188 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0721796 Sep 23 03:17:35.414924 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-67afcd0d-cd1f-4020-a73c-d95bc9f69443 req-28becc9f-abe2-4441-abd3-f43305e497c2 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515933 Sep 23 03:17:35.553136 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:17:35.640081 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:35.694453 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:17:35.698773 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49332da-672f-4d1b-bde6-8b2426dc5108" -d '{"events": [{"server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "name": "network-vif-unplugged", "status": "completed", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:17:35.706346 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:35.750538 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 03:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ec17fe-1123-493d-ba79-fdbb901d1505 x-openstack-request-id: req-75ec17fe-1123-493d-ba79-fdbb901d1505 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:17:35.750985 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "name": "network-vif-unplugged", "status": "completed", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:17:35.751538 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75ec17fe-1123-493d-ba79-fdbb901d1505 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:17:35.751990 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'code': 200} Sep 23 03:17:35.779014 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:35.871714 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,revision_number=8']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:35.975473 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b48151-476e-4353-bdcf-99cf80d0c80d req-c8eb398b-a740-4cf7-9b92-9beb3733376d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:35.978772 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-64b48151-476e-4353-bdcf-99cf80d0c80d req-c8eb398b-a740-4cf7-9b92-9beb3733376d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0601921 Sep 23 03:17:36.031281 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-64b48151-476e-4353-bdcf-99cf80d0c80d req-2d73ec36-1fe3-410a-9eaf-9230bd0d7287 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446334 Sep 23 03:17:36.441870 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983c3b3-029e-4af8-ad5b-31f6ebef6c65 req-71b126c8-b2a9-42c5-8d56-7af9ef160303 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:36.444253 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c983c3b3-029e-4af8-ad5b-31f6ebef6c65 req-71b126c8-b2a9-42c5-8d56-7af9ef160303 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.0543108 Sep 23 03:17:36.586830 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-c983c3b3-029e-4af8-ad5b-31f6ebef6c65 req-a2261db9-cf96-4100-b50a-7546ddf606f7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Deleting port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:17:36.587188 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c983c3b3-029e-4af8-ad5b-31f6ebef6c65 req-a2261db9-cf96-4100-b50a-7546ddf606f7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:36.613908 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec075c5d-3b30-4a99-8193-b17fd92a0632 req-66c7aef6-07fd-4e72-b806-305b0b4d1e45 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:36.621406 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ec075c5d-3b30-4a99-8193-b17fd92a0632 req-66c7aef6-07fd-4e72-b806-305b0b4d1e45 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 946 time: 0.1024032 Sep 23 03:17:36.715756 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ec075c5d-3b30-4a99-8193-b17fd92a0632 req-dfef4d1b-edc8-4d8f-a27f-842b90137892 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/security-groups?id=011c8e3a-7cff-4262-84ca-a22470bbba41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887196 Sep 23 03:17:36.749470 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-c983c3b3-029e-4af8-ad5b-31f6ebef6c65 req-a2261db9-cf96-4100-b50a-7546ddf606f7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] For port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55,segment=NetworkSegment(350cfb3a-60d0-4498-bc96-0dc553decdce),segment_id=350cfb3a-60d0-4498-bc96-0dc553decdce)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:17:36.749875 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c983c3b3-029e-4af8-ad5b-31f6ebef6c65 req-a2261db9-cf96-4100-b50a-7546ddf606f7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:36.767554 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-c983c3b3-029e-4af8-ad5b-31f6ebef6c65 req-a2261db9-cf96-4100-b50a-7546ddf606f7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Calling delete_port for c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:17:36.819107 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:37.002527 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c983c3b3-029e-4af8-ad5b-31f6ebef6c65 req-a2261db9-cf96-4100-b50a-7546ddf606f7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:37.055482 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['c5c1a228-41bc-4fd1-9c8e-6b4d92214b55'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:17:37.060306 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2261db9-cf96-4100-b50a-7546ddf606f7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Pushing event deleted for resources: {'Port': ['ID=c5c1a228-41bc-4fd1-9c8e-6b4d92214b55,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:37.109140 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c983c3b3-029e-4af8-ad5b-31f6ebef6c65 req-a2261db9-cf96-4100-b50a-7546ddf606f7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] No DVR routers for this DVR port c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:17:37.112306 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c983c3b3-029e-4af8-ad5b-31f6ebef6c65 req-a2261db9-cf96-4100-b50a-7546ddf606f7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:37.114743 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c983c3b3-029e-4af8-ad5b-31f6ebef6c65 req-a2261db9-cf96-4100-b50a-7546ddf606f7 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.13 "DELETE /v2.0/ports/c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 HTTP/1.1" status: 204 len: 173 time: 0.6625495 Sep 23 03:17:37.118493 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565f86c9-78ca-4856-9083-6ed4db043086', 'name': 'network-vif-deleted', 'tag': 'c5c1a228-41bc-4fd1-9c8e-6b4d92214b55'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:17:37.118493 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940bb5f4-953a-4cd6-839a-b55936c237e7" -d '{"events": [{"server_uuid": "565f86c9-78ca-4856-9083-6ed4db043086", "name": "network-vif-deleted", "tag": "c5c1a228-41bc-4fd1-9c8e-6b4d92214b55"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:17:37.156008 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ca0bbc-8582-4f93-a293-674a69ffb9cb x-openstack-request-id: req-c3ca0bbc-8582-4f93-a293-674a69ffb9cb {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:17:37.156515 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "565f86c9-78ca-4856-9083-6ed4db043086", "name": "network-vif-deleted", "tag": "c5c1a228-41bc-4fd1-9c8e-6b4d92214b55", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:17:37.157008 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3ca0bbc-8582-4f93-a293-674a69ffb9cb {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:17:37.157559 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '565f86c9-78ca-4856-9083-6ed4db043086', 'name': 'network-vif-deleted', 'tag': 'c5c1a228-41bc-4fd1-9c8e-6b4d92214b55', 'status': 'completed', 'code': 200} Sep 23 03:17:37.207457 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353ea7-f4ef-4daf-a322-5f2e50bcbdce req-356df038-04aa-4615-8bbf-7262ef55693c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:37.209067 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b6353ea7-f4ef-4daf-a322-5f2e50bcbdce req-356df038-04aa-4615-8bbf-7262ef55693c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0780361 Sep 23 03:17:37.258584 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b6353ea7-f4ef-4daf-a322-5f2e50bcbdce req-d0b9656a-55dd-479a-8669-122e853f8eed tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431337 Sep 23 03:17:37.823797 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-039e5f2e-8f5a-4ee1-a390-0584449e7783 req-cb99db9c-28b5-44f8-8d9a-81178b48a0b1 tempest-AttachVolumeNegativeTest-1967980337 tempest-AttachVolumeNegativeTest-1967980337-project] 10.222.0.23 "GET /v2.0/ports?device_id=565f86c9-78ca-4856-9083-6ed4db043086 HTTP/1.1" status: 200 len: 210 time: 0.0294628 Sep 23 03:17:38.417153 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e265b-fa79-4460-98f1-6d74f04fcbaa req-d15cb230-a139-42c4-bc6b-dbeb966d3d27 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:38.417153 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3a2e265b-fa79-4460-98f1-6d74f04fcbaa req-d15cb230-a139-42c4-bc6b-dbeb966d3d27 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0574715 Sep 23 03:17:38.467110 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3a2e265b-fa79-4460-98f1-6d74f04fcbaa req-29482986-4905-46f0-96cf-e07d61c01e71 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377502 Sep 23 03:17:38.884719 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 54622) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:38.934758 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5e7205-fd58-4afd-bd8f-f3b93af78474 admin admin] Deleting subnet e1939509-f41f-4d03-ba7b-2941c8932e06 {{(pid=94695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:17:38.939412 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7205-fd58-4afd-bd8f-f3b93af78474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:38.977883 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7205-fd58-4afd-bd8f-f3b93af78474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464881'] for subnet, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:39.029219 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7205-fd58-4afd-bd8f-f3b93af78474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:39.179536 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7205-fd58-4afd-bd8f-f3b93af78474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26797685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25405325'] for subnet, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:39.208459 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e7205-fd58-4afd-bd8f-f3b93af78474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1939509-f41f-4d03-ba7b-2941c8932e06,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:39.217069 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7205-fd58-4afd-bd8f-f3b93af78474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:39.220189 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-bf5e7205-fd58-4afd-bd8f-f3b93af78474 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e1939509-f41f-4d03-ba7b-2941c8932e06 HTTP/1.1" status: 204 len: 168 time: 0.3343923 Sep 23 03:17:39.222922 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 54628) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:39.331428 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:39.428099 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:39.454121 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803c4c70-2ff9-4ddc-a896-3501f0b2a0a2']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:39.465589 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350cfb3a-60d0-4498-bc96-0dc553decdce') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:39.468546 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350cfb3a-60d0-4498-bc96-0dc553decdce') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:39.478116 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:39.506412 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:39.514934 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:17:39.515593 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:17:39.518282 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:17:39.552695 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:17:39.676831 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:17:39.697430 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:17:39.697787 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device c5c1a228-41bc-4fd1-9c8e-6b4d92214b55 not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:17:39.710594 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:39.717922 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:39.721442 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] 10.222.0.23 "DELETE /v2.0/networks/803c4c70-2ff9-4ddc-a896-3501f0b2a0a2 HTTP/1.1" status: 204 len: 168 time: 0.4967520 Sep 23 03:17:39.776332 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Pushing event deleted for resources: {'Network': ['ID=803c4c70-2ff9-4ddc-a896-3501f0b2a0a2,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:39.784169 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.788693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.788693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.788693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.788693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.788693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.788693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.788693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.788693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.788693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.788693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.788693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2134eea9-6598-422e-b15d-879612567883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:39.924644 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [req-a0894d27-3eaa-4b92-b8bc-11c5106914e8 req-3a0d6a66-aa56-49ba-ac04-f8cfd49060e8 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:17:39.926300 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a0894d27-3eaa-4b92-b8bc-11c5106914e8 req-3a0d6a66-aa56-49ba-ac04-f8cfd49060e8 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061982 Sep 23 03:17:40.188561 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 54650) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:40.267052 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 54656) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:40.268032 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-9080227a-0131-481e-9b53-ca5c5713637e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a0db8b321a54de5ae011d51e6e69a58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0777645 Sep 23 03:17:40.378534 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd7dbbc-172f-41b3-bc47-81d4a92350f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:40.413942 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded96469-18ef-477a-9f3d-981e5ee3e45e req-59e14115-0798-4106-8b81-fcbcb03fdc37 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:40.421496 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ded96469-18ef-477a-9f3d-981e5ee3e45e req-59e14115-0798-4106-8b81-fcbcb03fdc37 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.1240880 Sep 23 03:17:40.454896 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd7dbbc-172f-41b3-bc47-81d4a92350f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:40.507878 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ded96469-18ef-477a-9f3d-981e5ee3e45e req-4f0f38e6-4e74-4f96-86df-4c6f1d9dd607 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851746 Sep 23 03:17:40.601349 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd7dbbc-172f-41b3-bc47-81d4a92350f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:40.605453 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4bd7dbbc-172f-41b3-bc47-81d4a92350f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:40.607376 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-4bd7dbbc-172f-41b3-bc47-81d4a92350f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/011c8e3a-7cff-4262-84ca-a22470bbba41 HTTP/1.1" status: 204 len: 168 time: 0.3390384 Sep 23 03:17:40.629837 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7dbbc-172f-41b3-bc47-81d4a92350f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011c8e3a-7cff-4262-84ca-a22470bbba41,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:41.057090 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 54690) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:41.160645 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-b697cdcd-b667-4ea7-9377-0f57e8fa7c0b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013241 Sep 23 03:17:41.166696 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-77a4dbe1-b0e8-4041-baed-e9a1c9fa93d2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:17:41.170727 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-77a4dbe1-b0e8-4041-baed-e9a1c9fa93d2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092356 Sep 23 03:17:41.689577 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e913f4-1c31-437f-9298-9159df9e8ae3 req-565c763e-a28f-4ea8-a065-c207fb5afa4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:41.697439 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-99e913f4-1c31-437f-9298-9159df9e8ae3 req-565c763e-a28f-4ea8-a065-c207fb5afa4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0694928 Sep 23 03:17:41.738992 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-99e913f4-1c31-437f-9298-9159df9e8ae3 req-f13a90d8-1d97-4267-add5-7cc44106c5c9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 Sep 23 03:17:42.115926 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 54734) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:42.239001 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-538296286-network', 'tenant_id': '98b87b572f4c4eb5918835b788a9c1ba'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:17:42.349872 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Made reservation on behalf of 98b87b572f4c4eb5918835b788a9c1ba for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:17:42.352578 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:42.362808 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:42.470536 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:42.532993 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:42.557240 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:17:42.574715 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d2e1dc-a450-41a6-91ec-0157b3e19dfc,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:42.579638 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:42.580004 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Added segment 33730370-5c63-4a1f-b040-203866707951 of type vlan for network c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2 Sep 23 03:17:42.648676 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:42.733338 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:42.734342 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:42.735549 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:42.839789 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:42.862977 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:17:42.865673 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 54756) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:42.866171 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-e94ff787-4824-485d-a9dc-2e28965ea241 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7477026 Sep 23 03:17:42.871311 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] Request body: {'subnet': {'network_id': 'c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-538296286-subnet', 'tenant_id': '98b87b572f4c4eb5918835b788a9c1ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:17:42.960398 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] Made reservation on behalf of 98b87b572f4c4eb5918835b788a9c1ba for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:17:42.967604 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25681460'] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:42.977413 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a4f6c-2345-4149-96ff-965718fba185 req-d03ba5fb-515a-42d4-81c4-54f6aa4bef4d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:42.987894 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-766a4f6c-2345-4149-96ff-965718fba185 req-d03ba5fb-515a-42d4-81c4-54f6aa4bef4d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0826592 Sep 23 03:17:43.140143 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-766a4f6c-2345-4149-96ff-965718fba185 req-bb257bfb-df3a-457d-b64e-1d66c0129655 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506693 Sep 23 03:17:43.403859 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25232253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681414'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:43.489083 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] Checking segment: {'id': '33730370-5c63-4a1f-b040-203866707951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:17:43.489542 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] Network hostable DHCP agents. Network: c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:17:43.516397 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9b1279-eba7-4dc0-9698-4a02ff95f132,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:43.625380 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] Network c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:17:43.693987 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:17:43.709597 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be6535-5cfe-4c93-8b8b-a11438779e01 None None] Network c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:17:43.711514 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:43.715826 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:43.878059 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-4ad79196-0910-4681-820c-178d0154ae71 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0105200 Sep 23 03:17:43.996213 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfe0b2f-bdd6-44f9-8e43-0b38c8b05e25 None None] Network c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:17:44.302778 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae028ec-5613-4343-b388-a0baebd1e66c req-a54d6ee4-df22-46ec-b12c-e530e5748d30 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:44.305080 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6ae028ec-5613-4343-b388-a0baebd1e66c req-a54d6ee4-df22-46ec-b12c-e530e5748d30 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0662112 Sep 23 03:17:44.358173 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6ae028ec-5613-4343-b388-a0baebd1e66c req-4d3baa1b-076f-41ff-906e-fd0efc4870eb tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461926 Sep 23 03:17:44.501712 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-a52eb252-7088-43f0-9fd8-e2d6513dcee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:44.501712 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-a52eb252-7088-43f0-9fd8-e2d6513dcee7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a&tenant_id=dbfca1e34b884266a4b529b2813872ba HTTP/1.1" status: 200 len: 1096 time: 0.0827835 Sep 23 03:17:44.619476 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-4b799859-a6af-4c74-b8da-e74bc2e54748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:44.621316 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-4b799859-a6af-4c74-b8da-e74bc2e54748 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 1096 time: 0.0796635 Sep 23 03:17:44.753292 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-29bafed5-e579-40b0-bd1b-7eeaa57d2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:44.753292 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-29bafed5-e579-40b0-bd1b-7eeaa57d2b14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 918 time: 0.1168544 Sep 23 03:17:44.821589 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-7e04d818-cdef-4553-8729-e99a9fbaa354 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 HTTP/1.1" status: 200 len: 998 time: 0.0663753 Sep 23 03:17:44.888641 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-a19c4feb-946d-42d6-8edc-481982008758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:44.892635 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-a19c4feb-946d-42d6-8edc-481982008758 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0592766 Sep 23 03:17:44.970445 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-74aa91a4-51f0-4f4f-bee1-c1d697d4f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:44.972256 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-74aa91a4-51f0-4f4f-bee1-c1d697d4f115 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677965 Sep 23 03:17:45.077680 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-17990179-77f7-4654-ae86-ea73053f7eb7 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974221 Sep 23 03:17:45.095773 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 54818) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:45.101289 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1963288223-network', 'tenant_id': 'd0a79b295e3d4a88b3e6accbed443525'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:17:45.185593 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bcf88b86-c0b1-4fe0-9c32-b1e8521b79a2 req-9ce56a25-38c7-4480-858e-44a671851c0b service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997720 Sep 23 03:17:45.195364 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Made reservation on behalf of d0a79b295e3d4a88b3e6accbed443525 for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:17:45.197740 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:45.207617 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:45.307686 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:45.355332 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:45.382172 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:17:45.392400 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7528b1b3-cf97-422c-a97f-26e667108456,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:45.398663 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:45.399017 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Added segment 44c0fa57-c64f-4f5f-9fc0-ad7a80e2b40e of type vlan for network 623deda2-8589-499c-9ebf-0d4e88226ea5 Sep 23 03:17:45.451798 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:45.517180 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588426ee-8792-455f-886f-acc9a66e1367 req-8320fb8e-3e44-4762-9232-7780ecf85c10 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:45.525781 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-588426ee-8792-455f-886f-acc9a66e1367 req-8320fb8e-3e44-4762-9232-7780ecf85c10 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0835450 Sep 23 03:17:45.538876 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:45.539869 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:45.540457 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:45.580577 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-588426ee-8792-455f-886f-acc9a66e1367 req-98db3439-2142-44dc-9823-23b87b3e2d84 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536909 Sep 23 03:17:45.658885 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] Pushing event updated for resources: {'Network': ['ID=623deda2-8589-499c-9ebf-0d4e88226ea5,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:45.663003 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b465482c-c020-4d24-9378-e8577b877c8c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5661693 Sep 23 03:17:45.665833 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 54842) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:45.672108 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 623deda2-8589-499c-9ebf-0d4e88226ea5 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:17:45.672838 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] Request body: {'subnet': {'network_id': '623deda2-8589-499c-9ebf-0d4e88226ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1963288223-subnet', 'tenant_id': 'd0a79b295e3d4a88b3e6accbed443525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:17:45.944064 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] Made reservation on behalf of d0a79b295e3d4a88b3e6accbed443525 for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:17:45.947630 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25681460'] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:46.372998 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25232253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681414'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:46.462863 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] Checking segment: {'id': '44c0fa57-c64f-4f5f-9fc0-ad7a80e2b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '623deda2-8589-499c-9ebf-0d4e88226ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:17:46.463256 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] Network hostable DHCP agents. Network: 623deda2-8589-499c-9ebf-0d4e88226ea5, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:17:46.466647 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc15d65-c3c8-4c3e-84e9-7133d7caf1e0,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:46.538832 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] Network 623deda2-8589-499c-9ebf-0d4e88226ea5 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:17:46.621504 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 623deda2-8589-499c-9ebf-0d4e88226ea5) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:17:46.623778 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:46.624689 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:46.627796 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becbc077-db8e-4c4c-bc60-dd8ed2edb4ee None None] Network 623deda2-8589-499c-9ebf-0d4e88226ea5 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:17:46.737321 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-bd21d6b3-2a2c-4ecc-b46f-85e9a95c0be9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0690653 Sep 23 03:17:46.885441 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70600c11-3f13-4896-b5e1-c5d14f157841 req-50b3ed80-919a-4a8a-a0e7-c6bdc42d83a0 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:46.898024 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-70600c11-3f13-4896-b5e1-c5d14f157841 req-50b3ed80-919a-4a8a-a0e7-c6bdc42d83a0 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.1599135 Sep 23 03:17:46.983966 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-70600c11-3f13-4896-b5e1-c5d14f157841 req-ad5d276d-73d6-4e8b-b70d-a6f15fdb7d45 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809700 Sep 23 03:17:47.058368 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 54888) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:47.090283 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed150f-bd45-4837-beee-e2ce0b6a3f90 None None] Network 623deda2-8589-499c-9ebf-0d4e88226ea5 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:17:47.202813 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_v2 [None req-57aa16ae-9060-41f1-acc3-918c59db1caa admin admin] Deleting subnet 5c9b1279-eba7-4dc0-9698-4a02ff95f132 {{(pid=94695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:17:47.213911 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-57aa16ae-9060-41f1-acc3-918c59db1caa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:47.310702 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-57aa16ae-9060-41f1-acc3-918c59db1caa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464881'] for subnet, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:47.456359 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-57aa16ae-9060-41f1-acc3-918c59db1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:47.705712 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-57aa16ae-9060-41f1-acc3-918c59db1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26797685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25405325'] for subnet, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:47.747740 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa16ae-9060-41f1-acc3-918c59db1caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9b1279-eba7-4dc0-9698-4a02ff95f132,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:47.765431 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-57aa16ae-9060-41f1-acc3-918c59db1caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:47.770346 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 54894) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:47.778608 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-57aa16ae-9060-41f1-acc3-918c59db1caa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5c9b1279-eba7-4dc0-9698-4a02ff95f132 HTTP/1.1" status: 204 len: 168 time: 0.7189686 Sep 23 03:17:47.852137 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:47.941042 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:47.965607 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:47.975837 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33730370-5c63-4a1f-b040-203866707951') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:47.976510 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33730370-5c63-4a1f-b040-203866707951') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:47.987086 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:48.001511 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:48.008392 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:17:48.009126 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:17:48.072859 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:17:48.205538 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:48.225444 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:48.225444 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] 10.222.0.23 "DELETE /v2.0/networks/c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2 HTTP/1.1" status: 204 len: 168 time: 0.4511216 Sep 23 03:17:48.226198 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 54900) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:48.266704 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefd08c-fb0e-4aba-9326-3248f2796b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c471fa-f57b-45bf-88d0-f24c3ba1ddc2,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:48.302120 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8197b0-0274-400b-a72e-a7dfe73be770 admin admin] Deleting subnet bfc15d65-c3c8-4c3e-84e9-7133d7caf1e0 {{(pid=94695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:17:48.305457 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03c65a-410a-4c2f-aaf9-d75ff54de42a req-5187710c-7bca-48b2-8d44-22ea687936b0 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:48.305924 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ef8197b0-0274-400b-a72e-a7dfe73be770 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:48.308311 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ab03c65a-410a-4c2f-aaf9-d75ff54de42a req-5187710c-7bca-48b2-8d44-22ea687936b0 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.1717668 Sep 23 03:17:48.366386 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ef8197b0-0274-400b-a72e-a7dfe73be770 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464881'] for subnet, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:48.392526 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ab03c65a-410a-4c2f-aaf9-d75ff54de42a req-cee32578-71c8-4200-a45e-12a84810aa8b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745025 Sep 23 03:17:48.471835 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ef8197b0-0274-400b-a72e-a7dfe73be770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:48.751673 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ef8197b0-0274-400b-a72e-a7dfe73be770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26797685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25405325'] for subnet, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:48.802710 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8197b0-0274-400b-a72e-a7dfe73be770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc15d65-c3c8-4c3e-84e9-7133d7caf1e0,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:48.812239 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ef8197b0-0274-400b-a72e-a7dfe73be770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:48.815303 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-ef8197b0-0274-400b-a72e-a7dfe73be770 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bfc15d65-c3c8-4c3e-84e9-7133d7caf1e0 HTTP/1.1" status: 204 len: 168 time: 0.5875323 Sep 23 03:17:48.818116 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 54908) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:48.899548 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:49.311843 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:49.331899 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623deda2-8589-499c-9ebf-0d4e88226ea5']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:49.346967 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c0fa57-c64f-4f5f-9fc0-ad7a80e2b40e') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:49.347299 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c0fa57-c64f-4f5f-9fc0-ad7a80e2b40e') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:49.366322 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:49.384926 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:49.394290 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:17:49.394757 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:17:49.397207 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:17:49.568634 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:49.579026 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:49.583326 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] 10.222.0.23 "DELETE /v2.0/networks/623deda2-8589-499c-9ebf-0d4e88226ea5 HTTP/1.1" status: 204 len: 168 time: 0.7640400 Sep 23 03:17:49.598074 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e780736-2c1d-4578-a90d-a600fa1c186b admin admin] Pushing event deleted for resources: {'Network': ['ID=623deda2-8589-499c-9ebf-0d4e88226ea5,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:49.602003 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483991-81cf-434b-acc4-ef3321159f2c req-d9cdad43-45fb-4e09-82c7-3fa48ec239f9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:49.603578 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8f483991-81cf-434b-acc4-ef3321159f2c req-d9cdad43-45fb-4e09-82c7-3fa48ec239f9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0889065 Sep 23 03:17:49.681867 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8f483991-81cf-434b-acc4-ef3321159f2c req-e8dea3dc-85f4-4f27-9ce1-e4544b7691b4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681665 Sep 23 03:17:50.095134 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 54930) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:50.162486 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 54934) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:50.163200 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-077e5d55-7363-416c-bdfe-21cb7cd552ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98b87b572f4c4eb5918835b788a9c1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661187 Sep 23 03:17:50.248467 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fe080e46-690f-413b-ae03-31d911e76a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:50.269422 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fe080e46-690f-413b-ae03-31d911e76a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:50.395509 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fe080e46-690f-413b-ae03-31d911e76a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:50.398116 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fe080e46-690f-413b-ae03-31d911e76a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:50.399278 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-fe080e46-690f-413b-ae03-31d911e76a18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d2d2e1dc-a450-41a6-91ec-0157b3e19dfc HTTP/1.1" status: 204 len: 168 time: 0.2357960 Sep 23 03:17:50.410581 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe080e46-690f-413b-ae03-31d911e76a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d2e1dc-a450-41a6-91ec-0157b3e19dfc,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:50.834752 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4fc16-e613-4703-8f8e-0759fb1527c2 req-079003fd-63ef-4a2c-932a-ef600265d798 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:50.836287 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e4b4fc16-e613-4703-8f8e-0759fb1527c2 req-079003fd-63ef-4a2c-932a-ef600265d798 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0706680 Sep 23 03:17:50.877820 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e4b4fc16-e613-4703-8f8e-0759fb1527c2 req-e7ae5157-621d-4433-94b0-16beb21c37df tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350797 Sep 23 03:17:51.131859 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 54964) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:51.171670 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-cc039444-4d7e-4143-92ce-23814f7121e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d0a79b295e3d4a88b3e6accbed443525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372381 Sep 23 03:17:51.172750 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 54966) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:51.224440 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8dd6-6fb5-4237-8dc1-fa7f844260c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:51.245837 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8dd6-6fb5-4237-8dc1-fa7f844260c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:51.367210 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8dd6-6fb5-4237-8dc1-fa7f844260c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:51.369981 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0a8b8dd6-6fb5-4237-8dc1-fa7f844260c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:51.371143 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-0a8b8dd6-6fb5-4237-8dc1-fa7f844260c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7528b1b3-cf97-422c-a97f-26e667108456 HTTP/1.1" status: 204 len: 168 time: 0.1974761 Sep 23 03:17:51.379261 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b8dd6-6fb5-4237-8dc1-fa7f844260c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7528b1b3-cf97-422c-a97f-26e667108456,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:51.572427 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-292617dd-038e-42a6-94a1-de0db014aa03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:52.080233 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c130bff-f971-4f08-967b-cfbeb6eac3f3 req-fde90101-b387-4004-9878-ab57e39834da tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:52.082676 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6c130bff-f971-4f08-967b-cfbeb6eac3f3 req-fde90101-b387-4004-9878-ab57e39834da tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0840259 Sep 23 03:17:52.145001 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6c130bff-f971-4f08-967b-cfbeb6eac3f3 req-2d9adb13-61e2-4306-8df4-4e3bab3d4a28 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502079 Sep 23 03:17:52.246461 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55004) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:52.452934 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f804880b-d715-4880-a6c5-706ccbbdf17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:52.572803 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f804880b-d715-4880-a6c5-706ccbbdf17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:52.635898 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f804880b-d715-4880-a6c5-706ccbbdf17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:52.666065 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-f804880b-d715-4880-a6c5-706ccbbdf17f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75a9fbdf33ae4ff78bef7ce697bd3d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179380 Sep 23 03:17:52.668969 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55022) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:52.723101 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804880b-d715-4880-a6c5-706ccbbdf17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cfdc0a-b608-41bd-b07b-544299988945,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:52.760463 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7aad-c7a3-46fa-aede-26d673e2fd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:52.761986 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7aad-c7a3-46fa-aede-26d673e2fd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:53.081346 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7aad-c7a3-46fa-aede-26d673e2fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:53.088291 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fe1d7aad-c7a3-46fa-aede-26d673e2fd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:53.088291 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-fe1d7aad-c7a3-46fa-aede-26d673e2fd43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1cfdc0a-b608-41bd-b07b-544299988945 HTTP/1.1" status: 204 len: 168 time: 0.4149082 Sep 23 03:17:53.093010 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d7aad-c7a3-46fa-aede-26d673e2fd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cfdc0a-b608-41bd-b07b-544299988945,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:53.282628 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bbfba-5246-4578-92dc-0b2efd110319 req-9c649e94-d726-466f-bf64-ec933d8c48ea tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:53.284944 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f89bbfba-5246-4578-92dc-0b2efd110319 req-9c649e94-d726-466f-bf64-ec933d8c48ea tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0644329 Sep 23 03:17:53.324082 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f89bbfba-5246-4578-92dc-0b2efd110319 req-b7eec53b-aa36-4752-a298-ec036bf48188 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317903 Sep 23 03:17:53.788799 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:17:54.339836 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ad502dd4-825b-4259-a724-dade8dec8e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:54.796715 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1854bb-5142-4f3c-b7cf-a1c3dd44eed5 req-dbce3772-341e-4264-80a8-06a021b827fd tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:54.799978 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4f1854bb-5142-4f3c-b7cf-a1c3dd44eed5 req-dbce3772-341e-4264-80a8-06a021b827fd tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.3711777 Sep 23 03:17:54.814895 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:54.879922 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4f1854bb-5142-4f3c-b7cf-a1c3dd44eed5 req-0864fd58-b032-465b-8cf1-7d121dfc8973 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723643 Sep 23 03:17:55.273683 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55154) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:55.387566 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3d77e889-8797-49fc-a124-7b7379fcf006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:55.486205 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3d77e889-8797-49fc-a124-7b7379fcf006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:55.492587 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:56.147774 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ab315-fbbd-4a1a-afb1-ea7fc016a01f req-9640ac83-be70-4a44-936b-cda065720a86 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:56.149081 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e84ab315-fbbd-4a1a-afb1-ea7fc016a01f req-9640ac83-be70-4a44-936b-cda065720a86 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.1791446 Sep 23 03:17:56.191647 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e84ab315-fbbd-4a1a-afb1-ea7fc016a01f req-4b3b34e3-7f87-4c9a-9672-8598fa015cc3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358031 Sep 23 03:17:56.441736 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3d77e889-8797-49fc-a124-7b7379fcf006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:56.478807 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77e889-8797-49fc-a124-7b7379fcf006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aeba44-86c7-4b60-a949-84f9444935dd,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:56.483546 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-3d77e889-8797-49fc-a124-7b7379fcf006 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5eea8bb3dd9f45e49298595cf9cc4bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2086864 Sep 23 03:17:56.486765 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55172) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:56.545007 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e221-b3bb-4782-aa73-a83ea488ca3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:56.567197 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e221-b3bb-4782-aa73-a83ea488ca3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:56.709902 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e221-b3bb-4782-aa73-a83ea488ca3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:56.712478 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8ca7e221-b3bb-4782-aa73-a83ea488ca3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:56.723400 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-8ca7e221-b3bb-4782-aa73-a83ea488ca3b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21aeba44-86c7-4b60-a949-84f9444935dd HTTP/1.1" status: 204 len: 168 time: 0.2260525 Sep 23 03:17:56.727466 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7e221-b3bb-4782-aa73-a83ea488ca3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aeba44-86c7-4b60-a949-84f9444935dd,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:57.115901 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.206388 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55184) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:57.317574 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab5ef-0759-42c9-970d-44fe7d347314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.323447 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848f311-6a3f-484d-b85c-f27e3cb2403e req-f54683ef-1faf-4329-adc2-7b6db8247727 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:57.325051 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d848f311-6a3f-484d-b85c-f27e3cb2403e req-f54683ef-1faf-4329-adc2-7b6db8247727 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0506463 Sep 23 03:17:57.366612 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d848f311-6a3f-484d-b85c-f27e3cb2403e req-18d71b53-9e12-4413-a6fd-bfeff8f4bf65 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348475 Sep 23 03:17:57.374241 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55200) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:57.418225 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab5ef-0759-42c9-970d-44fe7d347314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.429635 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Deleting subnet 1f0c7319-25e5-45b0-aede-3e3868afe569 {{(pid=94695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:17:57.432747 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.471328 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464881'] for subnet, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.475644 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab5ef-0759-42c9-970d-44fe7d347314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.512316 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ab5ef-0759-42c9-970d-44fe7d347314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67863c0-2681-4482-95d7-fa66fa8c067f,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:57.512561 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.520026 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-9d4ab5ef-0759-42c9-970d-44fe7d347314 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18be7da85589431b9e9fac3a3bb154a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125088 Sep 23 03:17:57.520651 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55210) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:57.589587 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e33d-3b02-40c0-96c8-71436db92c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.614358 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e33d-3b02-40c0-96c8-71436db92c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.658717 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26797685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25405325'] for subnet, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.685479 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0c7319-25e5-45b0-aede-3e3868afe569,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:57.688932 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.690310 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1f0c7319-25e5-45b0-aede-3e3868afe569 HTTP/1.1" status: 204 len: 168 time: 0.3150780 Sep 23 03:17:57.692918 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55212) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:57.696420 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.696845 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.697186 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.697512 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.697845 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.698173 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.698502 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.698828 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.699154 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.699473 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.700315 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.700315 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d58e04-d580-4847-b47d-d0159922593c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:17:57.757367 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e33d-3b02-40c0-96c8-71436db92c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.759526 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e33d-3b02-40c0-96c8-71436db92c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.763184 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-e2c6e33d-3b02-40c0-96c8-71436db92c9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d67863c0-2681-4482-95d7-fa66fa8c067f HTTP/1.1" status: 204 len: 168 time: 0.2388742 Sep 23 03:17:57.774000 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.776358 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6e33d-3b02-40c0-96c8-71436db92c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67863c0-2681-4482-95d7-fa66fa8c067f,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:57.867667 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.895176 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b85a16e-dcb5-4356-9889-fba810265f88']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:57.915111 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fb41da-0e9a-4c95-8e8b-e52beea231c6') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:57.915405 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fb41da-0e9a-4c95-8e8b-e52beea231c6') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:17:57.924915 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.938289 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.944443 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:17:57.944866 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:17:57.946463 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:17:58.081648 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:58.088080 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:58.093257 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] 10.222.0.23 "DELETE /v2.0/networks/0b85a16e-dcb5-4356-9889-fba810265f88 HTTP/1.1" status: 204 len: 168 time: 0.3992755 Sep 23 03:17:58.104134 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954722a-80b5-4604-b268-b29106b70a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=0b85a16e-dcb5-4356-9889-fba810265f88,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:58.447430 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55226) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:58.469248 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c0be-919c-4e94-8757-04d191041556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:58.504347 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55228) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:58.531831 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe6fde-4b04-46e2-aa8b-8c2ac9c4bcd5 req-775f5e2a-1022-447a-9092-1090a2d4d394 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:58.533419 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f6fe6fde-4b04-46e2-aa8b-8c2ac9c4bcd5 req-775f5e2a-1022-447a-9092-1090a2d4d394 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0795124 Sep 23 03:17:58.548081 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-5303eee5-00f9-4e55-a417-531a6504781e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5939c75066cc45d8bfb227964729f041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418050 Sep 23 03:17:58.550448 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55230) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:58.587767 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f6fe6fde-4b04-46e2-aa8b-8c2ac9c4bcd5 req-b7309ca1-a20f-4d27-86bc-585255ca4edc tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480824 Sep 23 03:17:58.602685 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fc0f4ad2-2674-4c81-94b6-938149255dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:58.621765 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fc0f4ad2-2674-4c81-94b6-938149255dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:58.632505 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c0be-919c-4e94-8757-04d191041556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:58.721120 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c0be-919c-4e94-8757-04d191041556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:58.758088 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3c0be-919c-4e94-8757-04d191041556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cfdade-0aca-42d0-9f48-524e97fe687c,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:58.762414 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-a5c3c0be-919c-4e94-8757-04d191041556 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16ab0c859fb64f13b73d8bd02d7f1d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139565 Sep 23 03:17:58.765071 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55232) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:17:58.811879 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5393eff8-ef9a-4de1-b60b-887ed7eabb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:58.812780 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fc0f4ad2-2674-4c81-94b6-938149255dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:58.815590 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fc0f4ad2-2674-4c81-94b6-938149255dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:58.816794 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-fc0f4ad2-2674-4c81-94b6-938149255dd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55bb64a1-dc02-49f2-b8a3-5997f1a91826 HTTP/1.1" status: 204 len: 168 time: 0.2652342 Sep 23 03:17:58.826518 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f4ad2-2674-4c81-94b6-938149255dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bb64a1-dc02-49f2-b8a3-5997f1a91826,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:58.841001 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5393eff8-ef9a-4de1-b60b-887ed7eabb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:59.001076 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5393eff8-ef9a-4de1-b60b-887ed7eabb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:59.003599 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5393eff8-ef9a-4de1-b60b-887ed7eabb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:17:59.004855 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-5393eff8-ef9a-4de1-b60b-887ed7eabb54 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/30cfdade-0aca-42d0-9f48-524e97fe687c HTTP/1.1" status: 204 len: 168 time: 0.2383668 Sep 23 03:17:59.012706 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393eff8-ef9a-4de1-b60b-887ed7eabb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cfdade-0aca-42d0-9f48-524e97fe687c,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:17:59.714682 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96806ba6-fbeb-48ef-a048-8c9fa2c1f7c9 req-c2750f21-db43-468b-99b2-cd556d92df75 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:17:59.716149 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-96806ba6-fbeb-48ef-a048-8c9fa2c1f7c9 req-c2750f21-db43-468b-99b2-cd556d92df75 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0499771 Sep 23 03:17:59.757606 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-96806ba6-fbeb-48ef-a048-8c9fa2c1f7c9 req-a11f1a12-3658-41dd-a446-3646d9218ec6 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355623 Sep 23 03:18:00.041692 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55290) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:00.140047 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-591259358-network', 'tenant_id': 'd342da2ccebe4ccf9d40607782e2eb54'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:18:00.235832 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Made reservation on behalf of d342da2ccebe4ccf9d40607782e2eb54 for: {'network': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:18:00.238236 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:00.250987 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:00.346928 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:00.446857 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:00.467878 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:18:00.482968 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b670c0b-1539-4a66-8c8f-fb39faf4b598,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:00.485942 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:00.486288 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.segments_db [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Added segment 28e216f0-89ac-47f0-873e-b99ce516ba13 of type vlan for network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 Sep 23 03:18:00.526412 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:00.618224 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:00.619419 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:00.620342 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:00.683295 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] Pushing event updated for resources: {'Network': ['ID=9d69a229-2f8b-4f4a-860b-5cb5f3086768,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:00.693947 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:18:00.704788 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-4899de02-836f-4dee-a6c1-1fc0614e82ee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6618309 Sep 23 03:18:00.707698 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55318) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:00.712712 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] Request body: {'subnet': {'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-591259358-subnet', 'tenant_id': 'd342da2ccebe4ccf9d40607782e2eb54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:18:00.848232 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55328) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:00.885814 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40395802-30d1-455e-8b42-b5e6d3e6eab4 req-d6623599-f2ff-431b-819a-d1b9afb27328 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:00.887331 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-40395802-30d1-455e-8b42-b5e6d3e6eab4 req-d6623599-f2ff-431b-819a-d1b9afb27328 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0526278 Sep 23 03:18:00.922910 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] Made reservation on behalf of d342da2ccebe4ccf9d40607782e2eb54 for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:18:00.922910 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25681460'] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:00.950833 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-40395802-30d1-455e-8b42-b5e6d3e6eab4 req-e608d3b0-6497-466b-b580-b4ec58ad4211 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569558 Sep 23 03:18:00.956341 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a5df143e-0d73-404c-870f-d8e46f888d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:01.048561 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a5df143e-0d73-404c-870f-d8e46f888d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:01.149541 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a5df143e-0d73-404c-870f-d8e46f888d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:01.178502 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25232253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681414'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:01.188374 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-a5df143e-0d73-404c-870f-d8e46f888d2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3e58ec06f1e646419f6cc969e98658aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385963 Sep 23 03:18:01.189264 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df143e-0d73-404c-870f-d8e46f888d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a06a0f8-6694-41fe-b02c-810496457032,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:01.192931 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55336) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:01.247112 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fa1906ba-a51c-451b-8858-cf5a81ad2599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:01.252149 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc92258-93e1-426e-8ecf-6b3cfbfaad43,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:01.257130 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] Checking segment: {'id': '28e216f0-89ac-47f0-873e-b99ce516ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:18:01.257491 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] Network hostable DHCP agents. Network: 9d69a229-2f8b-4f4a-860b-5cb5f3086768, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:18:01.270521 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fa1906ba-a51c-451b-8858-cf5a81ad2599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:01.332286 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] Network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:18:01.395507 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fa1906ba-a51c-451b-8858-cf5a81ad2599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:01.398113 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-fa1906ba-a51c-451b-8858-cf5a81ad2599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:01.399292 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-fa1906ba-a51c-451b-8858-cf5a81ad2599 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a06a0f8-6694-41fe-b02c-810496457032 HTTP/1.1" status: 204 len: 168 time: 0.2054558 Sep 23 03:18:01.407217 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1906ba-a51c-451b-8858-cf5a81ad2599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a06a0f8-6694-41fe-b02c-810496457032,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:01.472525 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 9d69a229-2f8b-4f4a-860b-5cb5f3086768) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:18:01.476742 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:01.477411 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:01.481334 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d1e7b-7fe1-4c81-a6e7-44fb4b9c35da None None] Network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:18:01.591133 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-ff572223-b7a6-4425-8aa7-c31c4d545488 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8823228 Sep 23 03:18:01.604515 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63afe608-ca33-4c0c-9a39-2dcfa3a442f7 None None] Network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:18:02.065677 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55352) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:02.079596 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-35edb035-a129-473b-819e-c2e79b0b7c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:02.083516 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead4b94-ea40-45c0-8728-710e46c55b0c req-0df9a4c7-6b82-4159-b27b-8317b32750f6 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:02.085266 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8ead4b94-ea40-45c0-8728-710e46c55b0c req-0df9a4c7-6b82-4159-b27b-8317b32750f6 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0592985 Sep 23 03:18:02.124208 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8ead4b94-ea40-45c0-8728-710e46c55b0c req-f1e08234-6d14-4aa6-b449-b2249f9a6251 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322487 Sep 23 03:18:02.179019 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-35edb035-a129-473b-819e-c2e79b0b7c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:02.269520 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-35edb035-a129-473b-819e-c2e79b0b7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:02.307645 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-35edb035-a129-473b-819e-c2e79b0b7c37 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83548b9f55574ee2860166b19c85c959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409415 Sep 23 03:18:02.308687 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edb035-a129-473b-819e-c2e79b0b7c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9595fd-f9bd-43ea-8eb2-188764cb768e,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:02.310304 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55356) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:02.358274 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1aec98aa-58e0-45aa-853b-c9704c73d940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:02.379228 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1aec98aa-58e0-45aa-853b-c9704c73d940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:02.509708 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1aec98aa-58e0-45aa-853b-c9704c73d940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:02.512166 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1aec98aa-58e0-45aa-853b-c9704c73d940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:02.513363 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-1aec98aa-58e0-45aa-853b-c9704c73d940 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c9595fd-f9bd-43ea-8eb2-188764cb768e HTTP/1.1" status: 204 len: 168 time: 0.2020872 Sep 23 03:18:02.521522 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec98aa-58e0-45aa-853b-c9704c73d940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9595fd-f9bd-43ea-8eb2-188764cb768e,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:03.246822 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85389919-8954-4d2d-9ce1-c1914e971646 req-d9e08dc1-e419-4dbe-853e-0ec60e036c48 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:03.248432 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-85389919-8954-4d2d-9ce1-c1914e971646 req-d9e08dc1-e419-4dbe-853e-0ec60e036c48 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0492716 Sep 23 03:18:03.287038 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-85389919-8954-4d2d-9ce1-c1914e971646 req-66df7f0c-4152-46a8-b0b7-1fed2eae349f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327075 Sep 23 03:18:03.873001 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-edfef05c-e203-4ca9-965e-ef8483588c95 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:03.874636 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-edfef05c-e203-4ca9-965e-ef8483588c95 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/networks?id=9d69a229-2f8b-4f4a-860b-5cb5f3086768 HTTP/1.1" status: 200 len: 813 time: 0.1043835 Sep 23 03:18:03.893279 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-fc4d4947-acc9-4407-b917-e8a5b56891c9 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/quotas/d342da2ccebe4ccf9d40607782e2eb54 HTTP/1.1" status: 200 len: 375 time: 0.0099127 Sep 23 03:18:03.935753 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-6d0f17f8-2cc8-4b34-b4c6-4e5a72b67208 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d342da2ccebe4ccf9d40607782e2eb54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336125 Sep 23 03:18:04.138671 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-9ee1beb2-f622-4649-97d2-294922ef24eb service neutron] 10.222.0.23 "GET /v2.0/networks/9d69a229-2f8b-4f4a-860b-5cb5f3086768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950858 Sep 23 03:18:04.230334 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-cea0b9ed-8312-45b0-942b-a499da2145ef service neutron] 10.222.0.23 "GET /v2.0/networks/9d69a229-2f8b-4f4a-860b-5cb5f3086768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844572 Sep 23 03:18:04.449990 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-db4335a6-0d62-4e08-83d2-5a65974a3758 req-58da65f2-71ba-4595-804f-e1bf15e4bbb8 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 210 time: 0.0268023 Sep 23 03:18:04.595669 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27062900-6221-41e1-b0de-6acf6734a0f1 req-dac8191b-6d39-4e28-a7f1-8103d33dfd46 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:04.597433 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-27062900-6221-41e1-b0de-6acf6734a0f1 req-dac8191b-6d39-4e28-a7f1-8103d33dfd46 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0535808 Sep 23 03:18:04.638768 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-27062900-6221-41e1-b0de-6acf6734a0f1 req-7b76239e-08ff-49f2-ba1e-3413a4e3c307 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334709 Sep 23 03:18:05.525168 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6b197931-2ac1-42f0-b526-015f10b2dc01 req-cced652e-7cbf-4432-b384-fc615ee3b80c tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 210 time: 0.0258553 Sep 23 03:18:05.760350 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd409b7-1f86-4a31-b7d3-f21807fa9ae6 req-b2b4816a-bffe-410f-b001-dd6301c3bc6a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:05.761852 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4dd409b7-1f86-4a31-b7d3-f21807fa9ae6 req-b2b4816a-bffe-410f-b001-dd6301c3bc6a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0492995 Sep 23 03:18:05.799956 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4dd409b7-1f86-4a31-b7d3-f21807fa9ae6 req-0f995b80-f724-4ba6-8866-15a8782c397c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Sep 23 03:18:06.623164 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3694e9cc-1aa7-4e81-94f4-b108ed72b7e8 req-1af8a0c7-14f8-40ed-a727-e99deef9ca9c tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 210 time: 0.0283244 Sep 23 03:18:06.729015 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55542) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:06.845085 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4808-c14f-44c9-a2aa-761c4878bf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:06.846877 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:06.947937 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4808-c14f-44c9-a2aa-761c4878bf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:06.983243 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858dfd1-2f89-4f9f-9440-2779791c0649 req-46f0d25f-5a88-4c75-a3ca-4aeebc8f6f59 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:06.985891 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e858dfd1-2f89-4f9f-9440-2779791c0649 req-46f0d25f-5a88-4c75-a3ca-4aeebc8f6f59 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.1008928 Sep 23 03:18:07.001103 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ed6e4808-c14f-44c9-a2aa-761c4878bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:07.046750 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-ed6e4808-c14f-44c9-a2aa-761c4878bf9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc12aabf4dbc4baba84fd7de2ea1db65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164456 Sep 23 03:18:07.050363 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55570) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:07.055296 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e858dfd1-2f89-4f9f-9440-2779791c0649 req-5ecf2f1c-6171-484c-8161-28b1630a85f0 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419707 Sep 23 03:18:07.056786 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e4808-c14f-44c9-a2aa-761c4878bf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894c0c27-5b30-4701-9967-322e34732ee2,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:07.109507 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-bdb29d24-00ff-4a4d-81a5-1b00d24f7d6a tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:07.110928 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-bdb29d24-00ff-4a4d-81a5-1b00d24f7d6a tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.13 "GET /v2.0/networks?id=9d69a229-2f8b-4f4a-860b-5cb5f3086768 HTTP/1.1" status: 200 len: 813 time: 0.1851742 Sep 23 03:18:07.126890 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d3c8f16d-51ec-4366-89cf-1cb72dc6f0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:07.133242 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Request body: {'port': {'device_id': '6f7f885b-e7bc-4b70-8e19-73f366ccd543', 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768', 'admin_state_up': True, 'tenant_id': 'd342da2ccebe4ccf9d40607782e2eb54'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:18:07.181008 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d3c8f16d-51ec-4366-89cf-1cb72dc6f0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:07.339551 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Made reservation on behalf of d342da2ccebe4ccf9d40607782e2eb54 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:18:07.343155 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:07.356457 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d3c8f16d-51ec-4366-89cf-1cb72dc6f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:07.359389 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d3c8f16d-51ec-4366-89cf-1cb72dc6f0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:07.360540 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d3c8f16d-51ec-4366-89cf-1cb72dc6f0fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/894c0c27-5b30-4701-9967-322e34732ee2 HTTP/1.1" status: 204 len: 168 time: 0.3043697 Sep 23 03:18:07.377021 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8f16d-51ec-4366-89cf-1cb72dc6f0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894c0c27-5b30-4701-9967-322e34732ee2,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:07.485083 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Allocated IP 172.20.0.10 (9d69a229-2f8b-4f4a-860b-5cb5f3086768/1fc92258-93e1-426e-8ecf-6b3cfbfaad43/cbbfbf44-4f8f-4822-af37-72c6972a6b0a) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:18:07.632998 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:07.719586 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4b27b38e-9cd0-419f-bae1-ae8b3d76e86c req-9e456d70-4dcd-43da-b854-4562549c5102 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 210 time: 0.0290608 Sep 23 03:18:07.824722 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:07.867256 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:18:07.870242 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:18:07.873930 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:18:07.880219 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55596) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:07.885994 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Pushing event updated for resources: {'Port': ['ID=cbbfbf44-4f8f-4822-af37-72c6972a6b0a,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:07.934220 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:07.934832 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:07.987246 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e1747ef3-7628-4f21-a124-6d70f19dd08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.036009 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-0f3c5b39-d137-4136-8853-d1c98078b52f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9072421 Sep 23 03:18:08.055066 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Request body: {'port': {'device_id': '6f7f885b-e7bc-4b70-8e19-73f366ccd543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:18:08.072683 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55600) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:08.089283 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ddfa425c-bca9-4c6d-aea2-7423b2f533a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.116225 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.143342 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e1747ef3-7628-4f21-a124-6d70f19dd08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.185664 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e1747ef3-7628-4f21-a124-6d70f19dd08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.235025 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1747ef3-7628-4f21-a124-6d70f19dd08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157e156c-db94-4ddb-9001-34ef7dab5789,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:08.245013 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-e1747ef3-7628-4f21-a124-6d70f19dd08c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0c7a29c64374e778bb1a00b653ab209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3636775 Sep 23 03:18:08.249850 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55604) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:08.278876 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8e278-6530-437a-b14b-4ce247ce244c req-3e63ee16-4158-44a9-b96d-66fa7106526b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:08.280672 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-06c8e278-6530-437a-b14b-4ce247ce244c req-3e63ee16-4158-44a9-b96d-66fa7106526b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.1275744 Sep 23 03:18:08.330596 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7bfdeb0e-7652-427d-842d-e27e4ef8d1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.375846 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-06c8e278-6530-437a-b14b-4ce247ce244c req-67864b60-bf1e-42ba-807b-5510762749d8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850871 Sep 23 03:18:08.467561 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbfbf44-4f8f-4822-af37-72c6972a6b0a {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:18:08.475763 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.488953 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Transition to ACTIVE for port object cbbfbf44-4f8f-4822-af37-72c6972a6b0a will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:18:08.555294 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.582366 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ddfa425c-bca9-4c6d-aea2-7423b2f533a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.584331 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7bfdeb0e-7652-427d-842d-e27e4ef8d1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.629278 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Pushing event updated for resources: {'Port': ['ID=cbbfbf44-4f8f-4822-af37-72c6972a6b0a,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:08.646946 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ddfa425c-bca9-4c6d-aea2-7423b2f533a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.678060 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Attempting to bind port cbbfbf44-4f8f-4822-af37-72c6972a6b0a on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:18:08.678391 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Attempting to bind port cbbfbf44-4f8f-4822-af37-72c6972a6b0a by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '28e216f0-89ac-47f0-873e-b99ce516ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:18:08.678710 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Attempting to bind port cbbfbf44-4f8f-4822-af37-72c6972a6b0a on network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:18:08.682937 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Port cbbfbf44-4f8f-4822-af37-72c6972a6b0a on network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:18:08.683249 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Attempting to bind port cbbfbf44-4f8f-4822-af37-72c6972a6b0a on network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:18:08.686778 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-ddfa425c-bca9-4c6d-aea2-7423b2f533a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9040a0a420084b1b8f969e267cb7c23d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6107225 Sep 23 03:18:08.686778 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa425c-bca9-4c6d-aea2-7423b2f533a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0286db-82d6-47ec-91f6-a38d5bc98f39,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:08.688135 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55606) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:08.695750 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:18:08.696268 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Checking segment: {'id': '28e216f0-89ac-47f0-873e-b99ce516ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:18:08.696546 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Bound using segment: {'id': '28e216f0-89ac-47f0-873e-b99ce516ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:18:08.696924 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Bound port: cbbfbf44-4f8f-4822-af37-72c6972a6b0a, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e216f0-89ac-47f0-873e-b99ce516ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:18:08.697275 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.704004 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7bfdeb0e-7652-427d-842d-e27e4ef8d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.706561 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7bfdeb0e-7652-427d-842d-e27e4ef8d1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.707704 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-7bfdeb0e-7652-427d-842d-e27e4ef8d1ed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/157e156c-db94-4ddb-9001-34ef7dab5789 HTTP/1.1" status: 204 len: 168 time: 0.4556091 Sep 23 03:18:08.716187 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdeb0e-7652-427d-842d-e27e4ef8d1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157e156c-db94-4ddb-9001-34ef7dab5789,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:08.793212 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a26cf964-f4aa-42fe-b93c-47ac6ae04a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.819205 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] For port cbbfbf44-4f8f-4822-af37-72c6972a6b0a, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:18:08.831724 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a26cf964-f4aa-42fe-b93c-47ac6ae04a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.839576 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69446963-487f-4ad2-b789-d4140ea0b813 req-ca57c3a1-ce44-4219-833e-687697a67afe tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:08.841136 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-69446963-487f-4ad2-b789-d4140ea0b813 req-ca57c3a1-ce44-4219-833e-687697a67afe tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 944 time: 0.0536535 Sep 23 03:18:08.845913 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] For port cbbfbf44-4f8f-4822-af37-72c6972a6b0a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cbbfbf44-4f8f-4822-af37-72c6972a6b0a,segment=NetworkSegment(28e216f0-89ac-47f0-873e-b99ce516ba13),segment_id=28e216f0-89ac-47f0-873e-b99ce516ba13)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:18:08.879123 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-69446963-487f-4ad2-b789-d4140ea0b813 req-481488f4-118b-44db-8fbe-a0b872cecb33 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Sep 23 03:18:08.916050 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.947005 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:08.947623 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.949470 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] 10.222.0.13 "PUT /v2.0/ports/cbbfbf44-4f8f-4822-af37-72c6972a6b0a HTTP/1.1" status: 200 len: 1094 time: 0.8988659 Sep 23 03:18:08.951646 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7f885b-e7bc-4b70-8e19-73f366ccd543', 'tag': 'cbbfbf44-4f8f-4822-af37-72c6972a6b0a'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:18:08.954585 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f48f60-d4dc-46f7-8270-7ca7b618f377" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7f885b-e7bc-4b70-8e19-73f366ccd543", "tag": "cbbfbf44-4f8f-4822-af37-72c6972a6b0a"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:18:08.980890 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a26cf964-f4aa-42fe-b93c-47ac6ae04a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.983781 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a26cf964-f4aa-42fe-b93c-47ac6ae04a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:08.987318 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-a26cf964-f4aa-42fe-b93c-47ac6ae04a4b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf0286db-82d6-47ec-91f6-a38d5bc98f39 HTTP/1.1" status: 204 len: 168 time: 0.2959273 Sep 23 03:18:08.989928 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ada20-6621-467b-b817-82e7ac025d4c service neutron] Pushing event updated for resources: {'Port': ['ID=cbbfbf44-4f8f-4822-af37-72c6972a6b0a,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:08.994450 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa1b830-47d8-4742-8e8f-f768392a3282 x-openstack-request-id: req-3aa1b830-47d8-4742-8e8f-f768392a3282 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:18:08.994741 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7f885b-e7bc-4b70-8e19-73f366ccd543", "tag": "cbbfbf44-4f8f-4822-af37-72c6972a6b0a", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:18:08.994991 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3aa1b830-47d8-4742-8e8f-f768392a3282 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:18:08.995373 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7f885b-e7bc-4b70-8e19-73f366ccd543', 'tag': 'cbbfbf44-4f8f-4822-af37-72c6972a6b0a', 'status': 'completed', 'code': 200} Sep 23 03:18:09.000902 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26cf964-f4aa-42fe-b93c-47ac6ae04a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0286db-82d6-47ec-91f6-a38d5bc98f39,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:09.097976 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f48f60-d4dc-46f7-8270-7ca7b618f377 req-a1797328-0db5-41c7-b4d6-087033457914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:09.099682 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3f48f60-d4dc-46f7-8270-7ca7b618f377 req-a1797328-0db5-41c7-b4d6-087033457914 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d342da2ccebe4ccf9d40607782e2eb54&device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 1097 time: 0.0441713 Sep 23 03:18:09.210178 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f48f60-d4dc-46f7-8270-7ca7b618f377 req-59771e31-1772-41ae-9afb-cac4eee809dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:09.214105 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3f48f60-d4dc-46f7-8270-7ca7b618f377 req-59771e31-1772-41ae-9afb-cac4eee809dc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d342da2ccebe4ccf9d40607782e2eb54&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0933077 Sep 23 03:18:09.307686 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f48f60-d4dc-46f7-8270-7ca7b618f377 req-aa3bd8a3-fbd9-4b9b-9763-488d623236a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:09.309203 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3f48f60-d4dc-46f7-8270-7ca7b618f377 req-aa3bd8a3-fbd9-4b9b-9763-488d623236a0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910552 Sep 23 03:18:09.414783 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-4162f094-d074-4cf2-9a5b-bb6615a178f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:09.416103 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-4162f094-d074-4cf2-9a5b-bb6615a178f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d342da2ccebe4ccf9d40607782e2eb54&device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 1097 time: 0.0411859 Sep 23 03:18:09.438254 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55628) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:09.450839 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-70eb2d2e-f521-4284-8859-1a5b16b57066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:09.471046 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-5f8782c3-d8ed-406b-a0bb-054bc3bf0b7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbbfbf44-4f8f-4822-af37-72c6972a6b0a HTTP/1.1" status: 200 len: 217 time: 0.0399196 Sep 23 03:18:09.532104 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-d247483e-6b61-4ffa-9505-d7f687d86a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:09.533941 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-d247483e-6b61-4ffa-9505-d7f687d86a05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fc92258-93e1-426e-8ecf-6b3cfbfaad43 HTTP/1.1" status: 200 len: 853 time: 0.0551841 Sep 23 03:18:09.535834 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb979f0-22d3-4f77-b9dd-c9c969d20d9a req-af44a345-d9a0-4a53-9d76-1ae593046d54 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:09.537370 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2eb979f0-22d3-4f77-b9dd-c9c969d20d9a req-af44a345-d9a0-4a53-9d76-1ae593046d54 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 943 time: 0.0738580 Sep 23 03:18:09.570128 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-bbfe3016-c415-485e-92dd-9b939f592fa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d69a229-2f8b-4f4a-860b-5cb5f3086768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288467 Sep 23 03:18:09.596248 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2eb979f0-22d3-4f77-b9dd-c9c969d20d9a req-81249309-f299-408f-a58c-1e08701a0b1a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502415 Sep 23 03:18:09.618816 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-70eb2d2e-f521-4284-8859-1a5b16b57066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:09.668231 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-11b29b1d-8db6-4a82-a1de-1c7d6af4e3ec service neutron] 10.222.0.13 "GET /v2.0/networks/9d69a229-2f8b-4f4a-860b-5cb5f3086768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911765 Sep 23 03:18:09.672947 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:18:09.686932 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-70eb2d2e-f521-4284-8859-1a5b16b57066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:09.728074 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-70eb2d2e-f521-4284-8859-1a5b16b57066 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae98838dfd344dbd9cf369d3559f5f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888741 Sep 23 03:18:09.729528 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb2d2e-f521-4284-8859-1a5b16b57066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498b08dc-48d9-4824-a526-9ecb509d1af6,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:09.732427 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55632) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:09.771680 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:18:09.783004 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3dc8ba8-8c21-461d-947c-004015644b35 req-ee73ef09-deb4-42e4-910a-cf1401bbf591 service neutron] 10.222.0.13 "GET /v2.0/networks/9d69a229-2f8b-4f4a-860b-5cb5f3086768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065505 Sep 23 03:18:09.784212 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-05a28d0f-5fe2-4721-a176-f7131fb6bba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:09.784530 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'port_id': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'mac_address': 'fa:16:3e:c6:41:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:18:09.807247 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-05a28d0f-5fe2-4721-a176-f7131fb6bba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:09.828315 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:09.844817 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:18:09.865384 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:18:09.949911 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-05a28d0f-5fe2-4721-a176-f7131fb6bba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:09.950947 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:09.955456 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-05a28d0f-5fe2-4721-a176-f7131fb6bba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:09.956921 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-05a28d0f-5fe2-4721-a176-f7131fb6bba5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/498b08dc-48d9-4824-a526-9ecb509d1af6 HTTP/1.1" status: 204 len: 168 time: 0.2233436 Sep 23 03:18:09.968296 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a28d0f-5fe2-4721-a176-f7131fb6bba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498b08dc-48d9-4824-a526-9ecb509d1af6,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:10.020823 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615aeef-95a0-41c2-937a-df9d2059073d req-f9fd9df7-3680-4544-a63d-b03ee46fb9d5 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:10.022526 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c615aeef-95a0-41c2-937a-df9d2059073d req-f9fd9df7-3680-4544-a63d-b03ee46fb9d5 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 944 time: 0.0742691 Sep 23 03:18:10.029939 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,revision_number=9']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:10.037950 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.038308 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.038651 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.039172 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.039550 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.040019 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.040364 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.040722 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.041087 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.041423 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.041752 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.042082 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:10.071970 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c615aeef-95a0-41c2-937a-df9d2059073d req-f6f437d1-0aee-4c1e-b4af-ed3ebbe69cfb tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Sep 23 03:18:10.522647 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['a5f2fd12-35d0-4bf0-87db-ab4c96661bc7'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:18:10.724847 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d7d77-2c4d-4caa-847a-736d7df1f4b4 req-916ead03-a077-4aa2-aea2-1f44fcd735a1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:10.726381 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f37d7d77-2c4d-4caa-847a-736d7df1f4b4 req-916ead03-a077-4aa2-aea2-1f44fcd735a1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0532622 Sep 23 03:18:10.768802 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f37d7d77-2c4d-4caa-847a-736d7df1f4b4 req-3fcf2afa-e107-4cff-84de-5529cf6f310d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351717 Sep 23 03:18:11.190448 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae8ca5-af13-4540-b3cc-6828ca1c8fec req-8dfdb1b5-bfa8-4944-9fbf-94f8866e0ebb tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:11.192957 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-92ae8ca5-af13-4540-b3cc-6828ca1c8fec req-8dfdb1b5-bfa8-4944-9fbf-94f8866e0ebb tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 944 time: 0.0543933 Sep 23 03:18:11.229811 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-92ae8ca5-af13-4540-b3cc-6828ca1c8fec req-0624c2cb-6ba9-401f-af57-b519a33b607f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320261 Sep 23 03:18:11.480030 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55700) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:11.625599 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0db9a1b6-a30b-43a4-b45a-051625b56084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:11.689212 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:18:11.716858 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0db9a1b6-a30b-43a4-b45a-051625b56084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:11.737398 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:18:11.737780 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:11.824383 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:11.844081 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:18:11.846518 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983c5d3c-52ef-49db-9aca-bd9a8edf7562" -d '{"events": [{"server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "name": "network-vif-plugged", "status": "completed", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:18:11.846877 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0db9a1b6-a30b-43a4-b45a-051625b56084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:11.868595 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:18:11.888701 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fbf723-024e-4a2b-957a-a7204f39fc8e x-openstack-request-id: req-28fbf723-024e-4a2b-957a-a7204f39fc8e {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:18:11.889084 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "name": "network-vif-plugged", "status": "completed", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:18:11.889843 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-28fbf723-024e-4a2b-957a-a7204f39fc8e {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:18:11.890262 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'code': 200} Sep 23 03:18:11.915053 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9a1b6-a30b-43a4-b45a-051625b56084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb14558-646e-4753-853c-9af9a0cb24ac,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:11.925113 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-0db9a1b6-a30b-43a4-b45a-051625b56084 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de190a3d4c424f6eaaab687a2a1b13d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438808 Sep 23 03:18:11.926804 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55722) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:11.949600 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4443-f7db-402c-a8bf-05e3b4bafc24 req-06cdf3a3-6a45-4883-aa05-ae5a6278abdc tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:11.950251 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:11.951504 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-225e4443-f7db-402c-a8bf-05e3b4bafc24 req-06cdf3a3-6a45-4883-aa05-ae5a6278abdc tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 944 time: 0.0982440 Sep 23 03:18:11.993118 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae185-8baa-425b-88c3-1dc92101d062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:12.008464 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-225e4443-f7db-402c-a8bf-05e3b4bafc24 req-fcbcfd84-74c6-4747-a9e4-76f3067f4cd0 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420580 Sep 23 03:18:12.019914 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,revision_number=10']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:12.020568 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae185-8baa-425b-88c3-1dc92101d062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:12.126746 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae185-8baa-425b-88c3-1dc92101d062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:12.129396 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5a5ae185-8baa-425b-88c3-1dc92101d062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:12.130563 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-5a5ae185-8baa-425b-88c3-1dc92101d062 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/beb14558-646e-4753-853c-9af9a0cb24ac HTTP/1.1" status: 204 len: 168 time: 0.2013967 Sep 23 03:18:12.138733 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ae185-8baa-425b-88c3-1dc92101d062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb14558-646e-4753-853c-9af9a0cb24ac,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:12.350223 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a90b65-f9cd-4952-8d68-c511d595ad99 req-a512c61f-81fc-41f0-828f-81abd89a4762 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:12.351689 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e4a90b65-f9cd-4952-8d68-c511d595ad99 req-a512c61f-81fc-41f0-828f-81abd89a4762 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 944 time: 0.0489571 Sep 23 03:18:12.389812 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e4a90b65-f9cd-4952-8d68-c511d595ad99 req-c1b465b5-8d49-4556-9053-823ffc16059b tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Sep 23 03:18:12.703042 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80c437-8ec6-4886-8156-0e2a4a8f170b req-0704c6a8-5b6f-47df-a080-e1d898c79535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:12.704575 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dc80c437-8ec6-4886-8156-0e2a4a8f170b req-0704c6a8-5b6f-47df-a080-e1d898c79535 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 1099 time: 0.0408945 Sep 23 03:18:12.741941 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dc80c437-8ec6-4886-8156-0e2a4a8f170b req-677ee160-aac5-4781-ac7d-d16c8f2e377b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294557 Sep 23 03:18:12.775853 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55734) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:12.791450 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-447482e0-525d-4da9-81cd-c7d3502e0d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:12.877229 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-447482e0-525d-4da9-81cd-c7d3502e0d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:12.960702 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-447482e0-525d-4da9-81cd-c7d3502e0d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:13.004462 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-447482e0-525d-4da9-81cd-c7d3502e0d9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b244aa0fa4f410984d8f4d78f5b3ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275403 Sep 23 03:18:13.005354 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447482e0-525d-4da9-81cd-c7d3502e0d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad13454-8f3f-488d-941c-45a567566710,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:13.007227 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55736) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:13.055738 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d1b6749b-f23b-4ffb-9ae8-9ade1842d745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:13.076187 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d1b6749b-f23b-4ffb-9ae8-9ade1842d745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:13.147040 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a22b9-b881-47f5-b264-96df87d47209 req-5e406297-8464-4a91-a0ca-a8614168c1c4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:13.148436 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-481a22b9-b881-47f5-b264-96df87d47209 req-5e406297-8464-4a91-a0ca-a8614168c1c4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 946 time: 0.0615475 Sep 23 03:18:13.185224 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-481a22b9-b881-47f5-b264-96df87d47209 req-53fb4ddb-b90e-49f7-9963-392ffcf0210c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308132 Sep 23 03:18:13.224031 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d1b6749b-f23b-4ffb-9ae8-9ade1842d745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:13.226623 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d1b6749b-f23b-4ffb-9ae8-9ade1842d745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:13.227717 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-d1b6749b-f23b-4ffb-9ae8-9ade1842d745 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8ad13454-8f3f-488d-941c-45a567566710 HTTP/1.1" status: 204 len: 168 time: 0.2194998 Sep 23 03:18:13.235725 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6749b-f23b-4ffb-9ae8-9ade1842d745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad13454-8f3f-488d-941c-45a567566710,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:13.504896 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a6bde-2144-49e9-83d3-4cf373386703 req-0bbbce6b-6c48-4515-abfe-e16d5e83d688 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:13.506363 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3e9a6bde-2144-49e9-83d3-4cf373386703 req-0bbbce6b-6c48-4515-abfe-e16d5e83d688 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 944 time: 0.0487819 Sep 23 03:18:13.544107 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3e9a6bde-2144-49e9-83d3-4cf373386703 req-d1b71164-f1f0-48e1-809c-f78b07d4f0c3 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Sep 23 03:18:13.699612 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device cbbfbf44-4f8f-4822-af37-72c6972a6b0a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:18:13.796965 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port cbbfbf44-4f8f-4822-af37-72c6972a6b0a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cbbfbf44-4f8f-4822-af37-72c6972a6b0a,segment=NetworkSegment(28e216f0-89ac-47f0-873e-b99ce516ba13),segment_id=28e216f0-89ac-47f0-873e-b99ce516ba13)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:18:13.807721 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'cbbfbf44-4f8f-4822-af37-72c6972a6b0a', 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768', 'port_id': 'cbbfbf44-4f8f-4822-af37-72c6972a6b0a', 'mac_address': 'fa:16:3e:e9:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc92258-93e1-426e-8ecf-6b3cfbfaad43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:18:13.844044 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:13.856331 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbfbf44-4f8f-4822-af37-72c6972a6b0a {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:18:13.875866 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port cbbfbf44-4f8f-4822-af37-72c6972a6b0a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cbbfbf44-4f8f-4822-af37-72c6972a6b0a,segment=NetworkSegment(28e216f0-89ac-47f0-873e-b99ce516ba13),segment_id=28e216f0-89ac-47f0-873e-b99ce516ba13)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:18:13.984592 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:14.030915 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=cbbfbf44-4f8f-4822-af37-72c6972a6b0a,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:14.317424 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7d7cb-736e-45c8-af9f-cf31b3c6ce8d req-fbbe0730-aaf6-4877-963b-f62cf73d28f1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:14.318944 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1fa7d7cb-736e-45c8-af9f-cf31b3c6ce8d req-fbbe0730-aaf6-4877-963b-f62cf73d28f1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 946 time: 0.0566123 Sep 23 03:18:14.361318 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1fa7d7cb-736e-45c8-af9f-cf31b3c6ce8d req-a17b01ef-40fa-48d7-a3ef-e88881afc9ea tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344276 Sep 23 03:18:14.456921 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['cbbfbf44-4f8f-4822-af37-72c6972a6b0a'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:18:14.719769 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac65b62-9a35-443f-a1e6-8d1470c4965f req-1192d2a0-4e06-43ad-8a42-d9e740e651be tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:14.721313 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5ac65b62-9a35-443f-a1e6-8d1470c4965f req-1192d2a0-4e06-43ad-8a42-d9e740e651be tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 945 time: 0.0717790 Sep 23 03:18:14.767795 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5ac65b62-9a35-443f-a1e6-8d1470c4965f req-705c2dd3-47a1-40af-bc7e-34ec2abc409f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Sep 23 03:18:15.489159 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea0180-5209-4170-993f-9027d2c036f5 req-a077e82f-2780-436d-91f8-3a64d21f2850 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:15.489159 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d8ea0180-5209-4170-993f-9027d2c036f5 req-a077e82f-2780-436d-91f8-3a64d21f2850 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 946 time: 0.0514059 Sep 23 03:18:15.532462 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d8ea0180-5209-4170-993f-9027d2c036f5 req-0c21973e-2fb1-4826-bf34-50f92cc42a9d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360754 Sep 23 03:18:15.703548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device cbbfbf44-4f8f-4822-af37-72c6972a6b0a up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:18:15.824755 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port cbbfbf44-4f8f-4822-af37-72c6972a6b0a completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:18:15.830236 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port cbbfbf44-4f8f-4822-af37-72c6972a6b0a triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:18:15.830710 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:15.899933 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6af71d-22bf-408a-a68d-048b44e90f7c req-e07d3979-7808-4f3f-915c-abce2f7efc7a tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:15.901687 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fa6af71d-22bf-408a-a68d-048b44e90f7c req-e07d3979-7808-4f3f-915c-abce2f7efc7a tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 945 time: 0.0511062 Sep 23 03:18:15.921904 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:15.947350 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7f885b-e7bc-4b70-8e19-73f366ccd543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbfbf44-4f8f-4822-af37-72c6972a6b0a'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:18:15.950035 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada13173-f39c-4707-8a7e-9609a41289f8" -d '{"events": [{"server_uuid": "6f7f885b-e7bc-4b70-8e19-73f366ccd543", "name": "network-vif-plugged", "status": "completed", "tag": "cbbfbf44-4f8f-4822-af37-72c6972a6b0a"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:18:15.953760 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fa6af71d-22bf-408a-a68d-048b44e90f7c req-c254bd26-2a57-4030-b967-13bbc33cd2cf tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Sep 23 03:18:15.967277 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port cbbfbf44-4f8f-4822-af37-72c6972a6b0a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cbbfbf44-4f8f-4822-af37-72c6972a6b0a,segment=NetworkSegment(28e216f0-89ac-47f0-873e-b99ce516ba13),segment_id=28e216f0-89ac-47f0-873e-b99ce516ba13)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:18:15.997508 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed495d0-1a67-430e-bd1c-c31c4743c9b0 x-openstack-request-id: req-aed495d0-1a67-430e-bd1c-c31c4743c9b0 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:18:15.997796 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7f885b-e7bc-4b70-8e19-73f366ccd543", "name": "network-vif-plugged", "status": "completed", "tag": "cbbfbf44-4f8f-4822-af37-72c6972a6b0a", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:18:15.998047 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-aed495d0-1a67-430e-bd1c-c31c4743c9b0 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:18:15.998491 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7f885b-e7bc-4b70-8e19-73f366ccd543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbfbf44-4f8f-4822-af37-72c6972a6b0a', 'code': 200} Sep 23 03:18:16.023762 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:16.072628 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=cbbfbf44-4f8f-4822-af37-72c6972a6b0a,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:16.408206 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70841778-fb7a-4ccb-a2c3-19b9fc333e7c req-f2e36059-4980-43c0-85a2-00ff99b36cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:16.409763 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-70841778-fb7a-4ccb-a2c3-19b9fc333e7c req-f2e36059-4980-43c0-85a2-00ff99b36cb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 1099 time: 0.1346016 Sep 23 03:18:16.445259 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-70841778-fb7a-4ccb-a2c3-19b9fc333e7c req-f295cdf1-7ab1-4a8b-8fb7-fce61b5599f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276108 Sep 23 03:18:16.653325 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d52bd-c13e-423c-86ca-41a0cdb27ca8 req-c5a758e4-a9dd-4b24-9e39-a71c3c92d1e1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:16.654741 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2f7d52bd-c13e-423c-86ca-41a0cdb27ca8 req-c5a758e4-a9dd-4b24-9e39-a71c3c92d1e1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 946 time: 0.0483775 Sep 23 03:18:16.695407 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2f7d52bd-c13e-423c-86ca-41a0cdb27ca8 req-549f0f82-1061-4b57-9bc7-edb8757c243c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340333 Sep 23 03:18:17.078614 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96558559-d947-4333-b70e-08e8e00cc712 req-7f88308d-429c-4d4e-9aa2-08e69440525e tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:17.080210 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-96558559-d947-4333-b70e-08e8e00cc712 req-7f88308d-429c-4d4e-9aa2-08e69440525e tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 946 time: 0.0504320 Sep 23 03:18:17.137082 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-96558559-d947-4333-b70e-08e8e00cc712 req-73aba36f-1d2c-402e-92c6-2b2ae617ab20 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504735 Sep 23 03:18:17.448818 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55882) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:17.550662 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b9eabd95-7e21-42a4-a3e5-08acf103dd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:17.637689 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b9eabd95-7e21-42a4-a3e5-08acf103dd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:17.726762 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b9eabd95-7e21-42a4-a3e5-08acf103dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:17.763373 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b9eabd95-7e21-42a4-a3e5-08acf103dd8d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1269d404af1d4560b392313f7c5376bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134871 Sep 23 03:18:17.765756 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eabd95-7e21-42a4-a3e5-08acf103dd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178b8ca8-4886-454f-9772-1274f583abec,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:17.766665 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55886) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:17.813926 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0a982ac-f060-4344-983f-76c13c1b101c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:17.835849 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0a982ac-f060-4344-983f-76c13c1b101c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:18.267069 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f08819-3a0c-4a92-a38f-2327731e6e9d req-42a686dd-9feb-4360-ad37-6da27c85d97c tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:18.272513 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c1f08819-3a0c-4a92-a38f-2327731e6e9d req-42a686dd-9feb-4360-ad37-6da27c85d97c tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 946 time: 0.0504203 Sep 23 03:18:18.306362 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c1f08819-3a0c-4a92-a38f-2327731e6e9d req-888aa786-2190-4697-9b3d-c6d63bb8dd22 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311804 Sep 23 03:18:18.332465 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0a982ac-f060-4344-983f-76c13c1b101c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:18.335030 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0a982ac-f060-4344-983f-76c13c1b101c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:18.336167 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d0a982ac-f060-4344-983f-76c13c1b101c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/178b8ca8-4886-454f-9772-1274f583abec HTTP/1.1" status: 204 len: 168 time: 0.5684054 Sep 23 03:18:18.344359 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a982ac-f060-4344-983f-76c13c1b101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178b8ca8-4886-454f-9772-1274f583abec,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:18.965651 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 55896) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:18.978590 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6fa20dc7-1cbe-441a-84eb-9a6a79c5dd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:19.064329 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6fa20dc7-1cbe-441a-84eb-9a6a79c5dd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:19.103803 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6fa20dc7-1cbe-441a-84eb-9a6a79c5dd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:19.357360 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-6fa20dc7-1cbe-441a-84eb-9a6a79c5dd07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=720a2fe1dbcc47dd95866813f0980af3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901980 Sep 23 03:18:19.358074 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa20dc7-1cbe-441a-84eb-9a6a79c5dd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be5711b-e996-40dc-b76f-89a6be762b67,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:19.360561 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 55904) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:19.448014 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041965f-2a12-4a65-be37-38b12e8b0d5e req-443f5f9d-d2e9-4abc-85f4-c921e316f57f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:18:19.449527 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c041965f-2a12-4a65-be37-38b12e8b0d5e req-443f5f9d-d2e9-4abc-85f4-c921e316f57f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 946 time: 0.0707204 Sep 23 03:18:19.450554 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c1110d80-31ba-480e-8ed7-bcbf1a48a6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:19.484438 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c1110d80-31ba-480e-8ed7-bcbf1a48a6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:19.525212 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c041965f-2a12-4a65-be37-38b12e8b0d5e req-797e1a75-d61e-496d-8cc3-7a66b017bf2a tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653582 Sep 23 03:18:19.618086 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c1110d80-31ba-480e-8ed7-bcbf1a48a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:19.620847 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c1110d80-31ba-480e-8ed7-bcbf1a48a6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:19.622163 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-c1110d80-31ba-480e-8ed7-bcbf1a48a6bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2be5711b-e996-40dc-b76f-89a6be762b67 HTTP/1.1" status: 204 len: 168 time: 0.2603352 Sep 23 03:18:19.631644 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1110d80-31ba-480e-8ed7-bcbf1a48a6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be5711b-e996-40dc-b76f-89a6be762b67,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:21.288871 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56010) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:21.401909 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-85b2946b-b18f-4bca-83cb-f3f0781e0656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:21.489979 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-85b2946b-b18f-4bca-83cb-f3f0781e0656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:21.555136 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-85b2946b-b18f-4bca-83cb-f3f0781e0656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:21.583502 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-74503d98-3e8d-45c9-8eef-4e243dad9a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:21.594851 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2946b-b18f-4bca-83cb-f3f0781e0656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b92998d-fd85-4ca2-a2c6-cca36a102494,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:21.600444 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-85b2946b-b18f-4bca-83cb-f3f0781e0656 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a216123d74e444d3a965aa6ba0d7e228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105764 Sep 23 03:18:21.603313 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56024) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:21.652922 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d1278caf-3749-4fa4-bcfe-0b8ca05a2355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:21.675976 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d1278caf-3749-4fa4-bcfe-0b8ca05a2355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:21.841048 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d1278caf-3749-4fa4-bcfe-0b8ca05a2355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:21.844117 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d1278caf-3749-4fa4-bcfe-0b8ca05a2355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:21.845275 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d1278caf-3749-4fa4-bcfe-0b8ca05a2355 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b92998d-fd85-4ca2-a2c6-cca36a102494 HTTP/1.1" status: 204 len: 168 time: 0.2413824 Sep 23 03:18:21.853016 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1278caf-3749-4fa4-bcfe-0b8ca05a2355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b92998d-fd85-4ca2-a2c6-cca36a102494,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:21.978517 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56030) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:22.201081 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ae368b33-5ead-42a4-8ac0-ed99c4f3de10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:22.297876 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ae368b33-5ead-42a4-8ac0-ed99c4f3de10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:22.378195 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ae368b33-5ead-42a4-8ac0-ed99c4f3de10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:22.416040 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae368b33-5ead-42a4-8ac0-ed99c4f3de10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dc93d1-618b-4936-9992-3337a3643f1b,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:22.420451 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-ae368b33-5ead-42a4-8ac0-ed99c4f3de10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92b014c83af44a5989310576f642c3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408877 Sep 23 03:18:22.423873 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56036) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:22.477344 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2147c725-9989-49a7-b44f-f813236d4231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:22.498029 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2147c725-9989-49a7-b44f-f813236d4231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:22.595491 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2147c725-9989-49a7-b44f-f813236d4231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:22.598154 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2147c725-9989-49a7-b44f-f813236d4231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:22.599355 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-2147c725-9989-49a7-b44f-f813236d4231 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26dc93d1-618b-4936-9992-3337a3643f1b HTTP/1.1" status: 204 len: 168 time: 0.1745749 Sep 23 03:18:22.607836 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147c725-9989-49a7-b44f-f813236d4231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dc93d1-618b-4936-9992-3337a3643f1b,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:23.326490 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56042) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:23.344068 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d95f74be-0dec-42fd-bf75-f100c1447659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:23.440337 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d95f74be-0dec-42fd-bf75-f100c1447659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:23.498285 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d95f74be-0dec-42fd-bf75-f100c1447659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:23.537644 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d95f74be-0dec-42fd-bf75-f100c1447659 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=71ab2f4fd8294ee3af6cbc498c82bb64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2099237 Sep 23 03:18:23.538550 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f74be-0dec-42fd-bf75-f100c1447659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f980ff-1b11-4e96-9960-a8d9a573dc22,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:23.540150 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 56046) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:23.594233 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dff05416-5c32-48b7-9a59-dbf31b947d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:23.620892 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dff05416-5c32-48b7-9a59-dbf31b947d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:23.755361 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dff05416-5c32-48b7-9a59-dbf31b947d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:23.758412 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dff05416-5c32-48b7-9a59-dbf31b947d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:23.759577 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-dff05416-5c32-48b7-9a59-dbf31b947d40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0f980ff-1b11-4e96-9960-a8d9a573dc22 HTTP/1.1" status: 204 len: 168 time: 0.2183456 Sep 23 03:18:23.767907 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff05416-5c32-48b7-9a59-dbf31b947d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f980ff-1b11-4e96-9960-a8d9a573dc22,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:24.560992 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-65d8ff1d-dafa-482e-ad48-0ad523850b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:24.784034 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:24.835393 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56054) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:24.848531 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e40a648-7041-4448-8c37-4f6b937fd251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:24.935054 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e40a648-7041-4448-8c37-4f6b937fd251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:24.995579 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4e40a648-7041-4448-8c37-4f6b937fd251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:25.044984 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-4e40a648-7041-4448-8c37-4f6b937fd251 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1459664598c4de1ab9e0cf8886a8285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083421 Sep 23 03:18:25.045853 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40a648-7041-4448-8c37-4f6b937fd251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591f4b6b-818c-4ca5-bd3b-03db43eba469,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:25.048148 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 56056) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:25.104858 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-27656f3d-bf4a-4367-94c3-d22cc9022df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:25.126545 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-27656f3d-bf4a-4367-94c3-d22cc9022df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:25.264160 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:25.275176 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-27656f3d-bf4a-4367-94c3-d22cc9022df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:25.277810 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-27656f3d-bf4a-4367-94c3-d22cc9022df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:25.278976 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-27656f3d-bf4a-4367-94c3-d22cc9022df2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/591f4b6b-818c-4ca5-bd3b-03db43eba469 HTTP/1.1" status: 204 len: 168 time: 0.2291276 Sep 23 03:18:25.287226 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27656f3d-bf4a-4367-94c3-d22cc9022df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591f4b6b-818c-4ca5-bd3b-03db43eba469,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:27.178526 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:30.788437 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:18:36.833400 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:51.560876 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-eeb43abd-ed89-40ab-a9af-04321529a137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:54.309600 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-5a955fd0-f223-4ff1-81a7-091af2b6ebde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:54.829695 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:55.217548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:57.120886 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:59.101906 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56312) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:59.201438 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:59.290196 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:59.361115 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:59.398268 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a08751de05f4888ab7cc78f74b0f2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953360 Sep 23 03:18:59.401226 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbeae7e9-83d0-4eb7-beb2-ffcc7a50c13a,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:59.401362 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 56322) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:18:59.407315 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.407664 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.408001 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.408330 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.408682 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.409009 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.409333 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.409773 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.410106 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.410424 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.410738 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.411052 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f22409-c5ca-44d0-a4f6-6aba64b3be15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.449824 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:59.470763 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:59.606860 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:59.609964 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:18:59.611121 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbeae7e9-83d0-4eb7-beb2-ffcc7a50c13a HTTP/1.1" status: 204 len: 168 time: 0.2090786 Sep 23 03:18:59.618942 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbeae7e9-83d0-4eb7-beb2-ffcc7a50c13a,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:18:59.626474 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.626834 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.627180 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.627520 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.627858 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.628197 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.628559 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.628894 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.629230 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.629561 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.629887 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:18:59.630211 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28011a70-fe96-4261-93e4-bd460346d233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:19:06.806007 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:07.787982 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:19:10.788757 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-244cade5-e1ea-45a1-bcaf-b64d8f27752f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400171 Sep 23 03:19:12.657793 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-bc45f253-baf9-42d4-b5fe-e4cb853f2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:12.659206 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-bc45f253-baf9-42d4-b5fe-e4cb853f2db6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 1099 time: 0.0401123 Sep 23 03:19:12.764438 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-0c3d9aee-20f9-49cf-83e4-7935a1000daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:12.765950 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-0c3d9aee-20f9-49cf-83e4-7935a1000daf service neutron] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 918 time: 0.0861835 Sep 23 03:19:12.834863 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-9b2076d7-7282-4de5-82ae-270871ebd748 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 HTTP/1.1" status: 200 len: 1000 time: 0.0584095 Sep 23 03:19:12.893293 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-96ee299b-62dd-43de-9276-580ee74a8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:12.894770 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-96ee299b-62dd-43de-9276-580ee74a8166 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0484881 Sep 23 03:19:12.941065 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-ce798340-a732-41a3-93e2-e1608a2f6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:12.942543 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-ce798340-a732-41a3-93e2-e1608a2f6346 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405691 Sep 23 03:19:13.033482 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-e1d42f8b-8ceb-4e32-b84b-7cd6cae45886 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807450 Sep 23 03:19:13.124847 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f17b38b9-33ac-469f-b104-e0a132d054ed req-f7966c1a-29c6-478a-b03a-72da79d18058 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831618 Sep 23 03:19:21.577807 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-021fce2f-c7d7-4fd2-84ff-d12d16214250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:24.309011 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e2745a66-114b-4ba0-9f5c-59cb2468a54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:24.760882 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:25.257730 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:27.103514 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:28.440278 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd294a-698d-4bfe-9297-be0c821eb18d req-716c403c-b028-4934-afb0-73ac2599c792 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:28.441804 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-40dd294a-698d-4bfe-9297-be0c821eb18d req-716c403c-b028-4934-afb0-73ac2599c792 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 946 time: 0.0498242 Sep 23 03:19:28.478562 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-40dd294a-698d-4bfe-9297-be0c821eb18d req-bcfdf47e-508f-4233-a83c-20580374a107 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309081 Sep 23 03:19:29.593187 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e7f8a-118f-45ec-88ea-0b1c6c54c3e2 req-4113f731-20ce-488f-87be-206b4977e9ee tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:29.594656 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9e7e7f8a-118f-45ec-88ea-0b1c6c54c3e2 req-4113f731-20ce-488f-87be-206b4977e9ee tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 946 time: 0.0482056 Sep 23 03:19:29.633895 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9e7e7f8a-118f-45ec-88ea-0b1c6c54c3e2 req-014f99f9-0a45-4fff-8dcb-c3185c756597 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332940 Sep 23 03:19:30.746692 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b38050-8f7f-4984-9245-83bc546b62bb req-fe18ba50-0734-4818-8af5-1f3974cd8c60 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:30.748181 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-64b38050-8f7f-4984-9245-83bc546b62bb req-fe18ba50-0734-4818-8af5-1f3974cd8c60 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 946 time: 0.0484772 Sep 23 03:19:30.785292 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-64b38050-8f7f-4984-9245-83bc546b62bb req-2d82d6e3-45c2-49c0-84aa-40668152be7f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310514 Sep 23 03:19:30.813775 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f0617-510b-4c82-8e58-01627811dd60 req-b4451c10-a6f8-45ff-b803-2380b0370f3c tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:30.818054 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-567f0617-510b-4c82-8e58-01627811dd60 req-b4451c10-a6f8-45ff-b803-2380b0370f3c tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 946 time: 0.0485835 Sep 23 03:19:30.909700 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-567f0617-510b-4c82-8e58-01627811dd60 req-617dab27-ea05-47e7-a702-b948063a4a38 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Deleting port cbbfbf44-4f8f-4822-af37-72c6972a6b0a {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:19:30.909956 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-567f0617-510b-4c82-8e58-01627811dd60 req-617dab27-ea05-47e7-a702-b948063a4a38 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:30.998028 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-567f0617-510b-4c82-8e58-01627811dd60 req-617dab27-ea05-47e7-a702-b948063a4a38 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] For port cbbfbf44-4f8f-4822-af37-72c6972a6b0a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cbbfbf44-4f8f-4822-af37-72c6972a6b0a,segment=NetworkSegment(28e216f0-89ac-47f0-873e-b99ce516ba13),segment_id=28e216f0-89ac-47f0-873e-b99ce516ba13)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:19:30.998391 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-567f0617-510b-4c82-8e58-01627811dd60 req-617dab27-ea05-47e7-a702-b948063a4a38 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:31.014067 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-567f0617-510b-4c82-8e58-01627811dd60 req-617dab27-ea05-47e7-a702-b948063a4a38 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Calling delete_port for cbbfbf44-4f8f-4822-af37-72c6972a6b0a owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:19:31.166221 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-567f0617-510b-4c82-8e58-01627811dd60 req-617dab27-ea05-47e7-a702-b948063a4a38 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:31.193176 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dab27-ea05-47e7-a702-b948063a4a38 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Pushing event deleted for resources: {'Port': ['ID=cbbfbf44-4f8f-4822-af37-72c6972a6b0a,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:19:31.206384 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['cbbfbf44-4f8f-4822-af37-72c6972a6b0a'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:19:31.236425 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-567f0617-510b-4c82-8e58-01627811dd60 req-617dab27-ea05-47e7-a702-b948063a4a38 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] No DVR routers for this DVR port cbbfbf44-4f8f-4822-af37-72c6972a6b0a on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:19:31.238747 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-567f0617-510b-4c82-8e58-01627811dd60 req-617dab27-ea05-47e7-a702-b948063a4a38 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:31.240725 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-567f0617-510b-4c82-8e58-01627811dd60 req-617dab27-ea05-47e7-a702-b948063a4a38 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.13 "DELETE /v2.0/ports/cbbfbf44-4f8f-4822-af37-72c6972a6b0a HTTP/1.1" status: 204 len: 173 time: 0.4189436 Sep 23 03:19:31.241152 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7f885b-e7bc-4b70-8e19-73f366ccd543', 'name': 'network-vif-deleted', 'tag': 'cbbfbf44-4f8f-4822-af37-72c6972a6b0a'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:19:31.243482 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16acad40-eed3-4746-8d58-6e5624b69f22" -d '{"events": [{"server_uuid": "6f7f885b-e7bc-4b70-8e19-73f366ccd543", "name": "network-vif-deleted", "tag": "cbbfbf44-4f8f-4822-af37-72c6972a6b0a"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:19:31.398863 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40ba071-0ac6-4719-856f-74e29fe0b05f x-openstack-request-id: req-d40ba071-0ac6-4719-856f-74e29fe0b05f {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:19:31.399152 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7f885b-e7bc-4b70-8e19-73f366ccd543", "name": "network-vif-deleted", "tag": "cbbfbf44-4f8f-4822-af37-72c6972a6b0a", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:19:31.399401 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d40ba071-0ac6-4719-856f-74e29fe0b05f {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:19:31.399851 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7f885b-e7bc-4b70-8e19-73f366ccd543', 'name': 'network-vif-deleted', 'tag': 'cbbfbf44-4f8f-4822-af37-72c6972a6b0a', 'status': 'completed', 'code': 200} Sep 23 03:19:31.889313 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fb256283-17fc-42b5-bb8a-d7c4d0ca4f94 req-d36d1c7c-f943-442f-b685-a42a7caa05f4 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7f885b-e7bc-4b70-8e19-73f366ccd543 HTTP/1.1" status: 200 len: 210 time: 0.0272417 Sep 23 03:19:34.526538 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device cbbfbf44-4f8f-4822-af37-72c6972a6b0a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:19:34.549360 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: cbbfbf44-4f8f-4822-af37-72c6972a6b0a {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:19:34.549640 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device cbbfbf44-4f8f-4822-af37-72c6972a6b0a not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:19:36.811704 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:44.787005 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:19:50.621364 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-95ab525d-a8c2-426d-95ea-ca43a3d1d39f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:50.623335 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-95ab525d-a8c2-426d-95ea-ca43a3d1d39f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/networks?id=9d69a229-2f8b-4f4a-860b-5cb5f3086768 HTTP/1.1" status: 200 len: 813 time: 0.1004763 Sep 23 03:19:50.637619 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-8c21a690-a194-4a1c-8dc4-5890a3bf872d tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/quotas/d342da2ccebe4ccf9d40607782e2eb54 HTTP/1.1" status: 200 len: 375 time: 0.0087585 Sep 23 03:19:50.667270 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-5ceabe98-972d-4013-befe-d904abdb92ce tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d342da2ccebe4ccf9d40607782e2eb54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245786 Sep 23 03:19:50.758346 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-9c803c55-6020-4844-94e1-1f15e8c3f5b9 service neutron] 10.222.0.23 "GET /v2.0/networks/9d69a229-2f8b-4f4a-860b-5cb5f3086768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838482 Sep 23 03:19:50.847128 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7d4f4cc4-621b-45a3-8313-3005cdbffada service neutron] 10.222.0.23 "GET /v2.0/networks/9d69a229-2f8b-4f4a-860b-5cb5f3086768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819094 Sep 23 03:19:51.076527 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-27175b24-1e36-431f-b729-8b6f246bda47 req-dda1ee64-f799-4886-9616-04e6ea3dc2f2 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 210 time: 0.0262783 Sep 23 03:19:51.589034 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-5437959d-7cec-47c5-a6a6-dc24b7d21ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:52.173910 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-db849f94-ea25-4829-936d-a96707e941f6 req-004d160c-6247-4959-8e37-0c02be2df284 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 210 time: 0.0307174 Sep 23 03:19:53.007636 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-b9400278-0e96-4625-86ff-252adcd71022 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:53.009121 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-b9400278-0e96-4625-86ff-252adcd71022 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.13 "GET /v2.0/networks?id=9d69a229-2f8b-4f4a-860b-5cb5f3086768 HTTP/1.1" status: 200 len: 813 time: 0.1041477 Sep 23 03:19:53.030370 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Request body: {'port': {'device_id': 'aecb666b-0d0f-4416-bac8-024b960441f3', 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768', 'admin_state_up': True, 'tenant_id': 'd342da2ccebe4ccf9d40607782e2eb54'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:19:53.267501 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-67f4f5db-317e-4f79-9ecb-e56b1c05e9cf req-38f4845f-fe0f-4d38-9bbc-023c90a700f5 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 210 time: 0.0264060 Sep 23 03:19:53.268318 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Made reservation on behalf of d342da2ccebe4ccf9d40607782e2eb54 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:19:53.271694 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:53.395353 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Allocated IP 172.20.0.3 (9d69a229-2f8b-4f4a-860b-5cb5f3086768/1fc92258-93e1-426e-8ecf-6b3cfbfaad43/83d67bae-4f42-47b4-8a93-967380933503) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:19:53.541439 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:53.623339 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:53.668441 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:19:53.671476 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:19:53.674343 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:19:53.713041 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Pushing event updated for resources: {'Port': ['ID=83d67bae-4f42-47b4-8a93-967380933503,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:19:53.736323 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:53.737154 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:53.818337 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-08a7bcd8-2ccf-4908-99a4-e29cb5b47277 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7923267 Sep 23 03:19:53.837634 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Request body: {'port': {'device_id': 'aecb666b-0d0f-4416-bac8-024b960441f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:19:53.889608 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:54.140166 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d67bae-4f42-47b4-8a93-967380933503 {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:19:54.147505 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:54.158830 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Transition to ACTIVE for port object 83d67bae-4f42-47b4-8a93-967380933503 will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:19:54.228199 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:54.279025 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Pushing event updated for resources: {'Port': ['ID=83d67bae-4f42-47b4-8a93-967380933503,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:19:54.319878 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ab530548-f847-4522-9ef5-f80752463adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:54.351545 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Attempting to bind port 83d67bae-4f42-47b4-8a93-967380933503 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:19:54.351875 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Attempting to bind port 83d67bae-4f42-47b4-8a93-967380933503 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '28e216f0-89ac-47f0-873e-b99ce516ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:19:54.352200 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Attempting to bind port 83d67bae-4f42-47b4-8a93-967380933503 on network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:19:54.357422 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Port 83d67bae-4f42-47b4-8a93-967380933503 on network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:19:54.357737 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Attempting to bind port 83d67bae-4f42-47b4-8a93-967380933503 on network 9d69a229-2f8b-4f4a-860b-5cb5f3086768 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:19:54.362614 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:19:54.362945 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Checking segment: {'id': '28e216f0-89ac-47f0-873e-b99ce516ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:19:54.363346 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Bound using segment: {'id': '28e216f0-89ac-47f0-873e-b99ce516ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:19:54.363765 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Bound port: 83d67bae-4f42-47b4-8a93-967380933503, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e216f0-89ac-47f0-873e-b99ce516ba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:19:54.364115 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:54.386875 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1b1fe-f99f-4e6a-89fb-ee67a28f15bf req-f5bdca6d-e6d8-4555-80ad-c6f3677a092d tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:54.388399 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-80c1b1fe-f99f-4e6a-89fb-ee67a28f15bf req-f5bdca6d-e6d8-4555-80ad-c6f3677a092d tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 943 time: 0.0486929 Sep 23 03:19:54.426095 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-80c1b1fe-f99f-4e6a-89fb-ee67a28f15bf req-1247db8f-1824-476d-960d-0375c8ada808 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312304 Sep 23 03:19:54.426395 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] For port 83d67bae-4f42-47b4-8a93-967380933503, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:19:54.429661 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] For port 83d67bae-4f42-47b4-8a93-967380933503, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83d67bae-4f42-47b4-8a93-967380933503,segment=NetworkSegment(28e216f0-89ac-47f0-873e-b99ce516ba13),segment_id=28e216f0-89ac-47f0-873e-b99ce516ba13)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:19:54.514625 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:54.555445 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:54.556065 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:54.557492 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] 10.222.0.13 "PUT /v2.0/ports/83d67bae-4f42-47b4-8a93-967380933503 HTTP/1.1" status: 200 len: 1093 time: 0.7238867 Sep 23 03:19:54.557919 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecb666b-0d0f-4416-bac8-024b960441f3', 'tag': '83d67bae-4f42-47b4-8a93-967380933503'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:19:54.560739 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a719e46f-de14-49d2-af02-9540824a38eb" -d '{"events": [{"name": "network-changed", "server_uuid": "aecb666b-0d0f-4416-bac8-024b960441f3", "tag": "83d67bae-4f42-47b4-8a93-967380933503"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:19:54.584199 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ae146-fcbd-46d0-9718-eca21833cba0 service neutron] Pushing event updated for resources: {'Port': ['ID=83d67bae-4f42-47b4-8a93-967380933503,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:19:54.599526 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007b8980-da07-497a-ae12-5240ef2d8e7d x-openstack-request-id: req-007b8980-da07-497a-ae12-5240ef2d8e7d {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:19:54.599798 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aecb666b-0d0f-4416-bac8-024b960441f3", "tag": "83d67bae-4f42-47b4-8a93-967380933503", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:19:54.600049 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-007b8980-da07-497a-ae12-5240ef2d8e7d {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:19:54.600445 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecb666b-0d0f-4416-bac8-024b960441f3', 'tag': '83d67bae-4f42-47b4-8a93-967380933503', 'status': 'completed', 'code': 200} Sep 23 03:19:54.726018 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:55.251773 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:55.537088 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed0704-26c8-4457-b63f-07960ebecc3e req-b449b7f2-e2a9-43ea-8f2d-4c54c7ca576a tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:55.538540 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-67ed0704-26c8-4457-b63f-07960ebecc3e req-b449b7f2-e2a9-43ea-8f2d-4c54c7ca576a tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 943 time: 0.0473549 Sep 23 03:19:55.574437 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-67ed0704-26c8-4457-b63f-07960ebecc3e req-c0dd9aa9-f94f-4c62-9662-188b1eccc2d9 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300460 Sep 23 03:19:56.698279 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbad345-6a03-4c43-abdb-962ae03c3b86 req-819b8ecd-e0c6-40b0-9128-f9026762c2d8 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:56.699760 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2fbad345-6a03-4c43-abdb-962ae03c3b86 req-819b8ecd-e0c6-40b0-9128-f9026762c2d8 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 943 time: 0.0491536 Sep 23 03:19:56.736964 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2fbad345-6a03-4c43-abdb-962ae03c3b86 req-8b22855a-0683-4f32-b0e5-5384418a465c tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313177 Sep 23 03:19:57.149083 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:19:57.851229 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001b2a3-2695-40b8-9592-811b133a3fb9 req-56f8a8e9-2500-4029-8c2e-8fc74589f7d7 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:57.853046 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4001b2a3-2695-40b8-9592-811b133a3fb9 req-56f8a8e9-2500-4029-8c2e-8fc74589f7d7 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 943 time: 0.0519140 Sep 23 03:19:57.893781 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4001b2a3-2695-40b8-9592-811b133a3fb9 req-cf306523-7f9f-4854-8ef1-3af9ad2cf720 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347776 Sep 23 03:19:58.285593 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719e46f-de14-49d2-af02-9540824a38eb req-1577b7b2-f05c-405c-8917-f28501d79aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:58.287047 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a719e46f-de14-49d2-af02-9540824a38eb req-1577b7b2-f05c-405c-8917-f28501d79aca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d342da2ccebe4ccf9d40607782e2eb54&device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 1096 time: 0.0386655 Sep 23 03:19:58.424668 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719e46f-de14-49d2-af02-9540824a38eb req-9af5d1b1-b582-4a7a-88dd-45cd969a38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:58.426129 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a719e46f-de14-49d2-af02-9540824a38eb req-9af5d1b1-b582-4a7a-88dd-45cd969a38a6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d342da2ccebe4ccf9d40607782e2eb54&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0966401 Sep 23 03:19:58.516541 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719e46f-de14-49d2-af02-9540824a38eb req-a212637c-737d-4a67-847f-1aca9b9aad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:58.518008 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a719e46f-de14-49d2-af02-9540824a38eb req-a212637c-737d-4a67-847f-1aca9b9aad85 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843372 Sep 23 03:19:58.822515 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-5ab17091-792b-4636-ac9a-a2fbfbae39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:58.824001 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-5ab17091-792b-4636-ac9a-a2fbfbae39c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d342da2ccebe4ccf9d40607782e2eb54&device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 1096 time: 0.0439529 Sep 23 03:19:58.870736 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-c0550bad-b308-4afb-acfb-9f5eda116b17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83d67bae-4f42-47b4-8a93-967380933503 HTTP/1.1" status: 200 len: 217 time: 0.0332129 Sep 23 03:19:58.926728 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-78314504-7233-4c32-9788-263db96ab9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:58.928257 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-78314504-7233-4c32-9788-263db96ab9ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fc92258-93e1-426e-8ecf-6b3cfbfaad43 HTTP/1.1" status: 200 len: 853 time: 0.0512426 Sep 23 03:19:58.963718 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-79a35f94-f86d-4d1b-9b9b-cc7897440269 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d69a229-2f8b-4f4a-860b-5cb5f3086768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279281 Sep 23 03:19:59.061333 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f15b8-7e2d-4d2a-b14d-ba5f3bee36f4 req-8a1ef14e-4a37-470f-be28-0c9b126df33f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:19:59.062787 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3e0f15b8-7e2d-4d2a-b14d-ba5f3bee36f4 req-8a1ef14e-4a37-470f-be28-0c9b126df33f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 943 time: 0.1012819 Sep 23 03:19:59.095397 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-6415b2fb-5617-4403-bc46-b409afbcd55d service neutron] 10.222.0.13 "GET /v2.0/networks/9d69a229-2f8b-4f4a-860b-5cb5f3086768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239500 Sep 23 03:19:59.130907 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3e0f15b8-7e2d-4d2a-b14d-ba5f3bee36f4 req-be9c8f1f-62ff-471c-ac84-aab671d4c158 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623093 Sep 23 03:19:59.193817 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-08979f00-47b5-4350-a882-0c7e9193ddaf req-723eda6a-4ca6-45f2-8ea7-7fb0932dc10d service neutron] 10.222.0.13 "GET /v2.0/networks/9d69a229-2f8b-4f4a-860b-5cb5f3086768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858760 Sep 23 03:20:00.244120 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54af2a9-f846-452d-bb68-19587225277c req-84ac3a14-f096-45b4-adb3-7bde453f8f21 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:00.245638 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d54af2a9-f846-452d-bb68-19587225277c req-84ac3a14-f096-45b4-adb3-7bde453f8f21 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 943 time: 0.0498202 Sep 23 03:20:00.282522 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d54af2a9-f846-452d-bb68-19587225277c req-31bc2574-303e-42b2-8a8c-d5bd0630c029 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304306 Sep 23 03:20:01.395702 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f5f6b-c5d7-410a-9f0b-8537ce4d087d req-dab3d770-485c-40f3-ad87-1b6f3a3a3701 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:01.397175 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b65f5f6b-c5d7-410a-9f0b-8537ce4d087d req-dab3d770-485c-40f3-ad87-1b6f3a3a3701 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 943 time: 0.0482831 Sep 23 03:20:01.435389 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b65f5f6b-c5d7-410a-9f0b-8537ce4d087d req-06c5273b-8288-42c8-aac8-db4deb52f555 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323918 Sep 23 03:20:02.546634 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f2779-3d95-451e-a6dd-c04bd32d1118 req-ebf9f23c-9ec9-438a-be60-fc59efcce207 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:02.548186 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1d3f2779-3d95-451e-a6dd-c04bd32d1118 req-ebf9f23c-9ec9-438a-be60-fc59efcce207 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 943 time: 0.0478101 Sep 23 03:20:02.586870 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1d3f2779-3d95-451e-a6dd-c04bd32d1118 req-7aa28177-4b3b-417f-9e32-7ee3e8257211 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325615 Sep 23 03:20:03.707450 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc91d85-7920-4159-b8d7-418b74a74cbc req-f40147ab-6692-47a8-aecc-234d38a7e913 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:03.709022 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2cc91d85-7920-4159-b8d7-418b74a74cbc req-f40147ab-6692-47a8-aecc-234d38a7e913 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 943 time: 0.0527806 Sep 23 03:20:03.747145 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2cc91d85-7920-4159-b8d7-418b74a74cbc req-720c7940-d579-48fd-8bb9-bc90074dbada tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316942 Sep 23 03:20:04.313937 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 83d67bae-4f42-47b4-8a93-967380933503 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:20:04.404297 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 83d67bae-4f42-47b4-8a93-967380933503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83d67bae-4f42-47b4-8a93-967380933503,segment=NetworkSegment(28e216f0-89ac-47f0-873e-b99ce516ba13),segment_id=28e216f0-89ac-47f0-873e-b99ce516ba13)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:20:04.414991 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '83d67bae-4f42-47b4-8a93-967380933503', 'network_id': '9d69a229-2f8b-4f4a-860b-5cb5f3086768', 'port_id': '83d67bae-4f42-47b4-8a93-967380933503', 'mac_address': 'fa:16:3e:f7:de:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc92258-93e1-426e-8ecf-6b3cfbfaad43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:20:04.454303 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:04.466636 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d67bae-4f42-47b4-8a93-967380933503 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:20:04.484866 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 83d67bae-4f42-47b4-8a93-967380933503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83d67bae-4f42-47b4-8a93-967380933503,segment=NetworkSegment(28e216f0-89ac-47f0-873e-b99ce516ba13),segment_id=28e216f0-89ac-47f0-873e-b99ce516ba13)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:20:04.554334 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:04.600235 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=83d67bae-4f42-47b4-8a93-967380933503,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:04.607232 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.607580 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.607923 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.608258 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.608613 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.608946 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.609273 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.609599 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.609945 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.610278 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.610599 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.610921 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:04.859764 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ab44-2f1d-4932-904b-429b539e4ec2 req-c8501bb6-df83-4aa0-8930-b47048866a9c tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:04.861195 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7850ab44-2f1d-4932-904b-429b539e4ec2 req-c8501bb6-df83-4aa0-8930-b47048866a9c tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 944 time: 0.0481486 Sep 23 03:20:04.900953 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7850ab44-2f1d-4932-904b-429b539e4ec2 req-6e02e19a-fb26-4a97-8cef-f3d8b678aaa6 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338933 Sep 23 03:20:05.012516 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['83d67bae-4f42-47b4-8a93-967380933503'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:20:05.407947 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 56802) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:20:05.509256 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:05.599892 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:05.651467 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:05.687708 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bf813a4e2b1c42b7a2b9941d837e72da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786667 Sep 23 03:20:05.689632 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dacb3a7-b89c-49c7-86bd-f6954afb8243,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:05.690441 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56806) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:20:05.696615 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.696969 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.697307 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.697639 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.697969 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.698299 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.698624 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.698951 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.699276 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.700108 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.700415 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.700766 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f65c13-2f74-46a9-900c-6b088da0fa46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.738971 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:05.758833 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:05.863198 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:05.865775 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:05.866928 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1dacb3a7-b89c-49c7-86bd-f6954afb8243 HTTP/1.1" status: 204 len: 168 time: 0.1754651 Sep 23 03:20:05.878595 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dacb3a7-b89c-49c7-86bd-f6954afb8243,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:05.890743 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.891313 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.891879 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.892405 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.893004 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.893578 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.894155 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.894730 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.895305 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.895863 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.896429 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:05.897013 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6ff206-871a-48da-8a6f-a9c8dd07a5cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:20:06.015467 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603e198-e520-4320-9a8c-37ed91e0f06e req-75c887bc-6759-4027-961a-f4faec662694 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:06.016975 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1603e198-e520-4320-9a8c-37ed91e0f06e req-75c887bc-6759-4027-961a-f4faec662694 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 944 time: 0.0490813 Sep 23 03:20:06.056596 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1603e198-e520-4320-9a8c-37ed91e0f06e req-9de35ed2-4fe7-4448-9bff-eda47c6ad1b4 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332191 Sep 23 03:20:06.326436 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 83d67bae-4f42-47b4-8a93-967380933503 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:20:06.450736 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port 83d67bae-4f42-47b4-8a93-967380933503 completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:20:06.454619 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 83d67bae-4f42-47b4-8a93-967380933503 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:20:06.455020 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:06.531331 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:06.555337 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecb666b-0d0f-4416-bac8-024b960441f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d67bae-4f42-47b4-8a93-967380933503'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:20:06.557482 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70d5fa0-3ae9-4ca3-8675-d4f57d05d93e" -d '{"events": [{"server_uuid": "aecb666b-0d0f-4416-bac8-024b960441f3", "name": "network-vif-plugged", "status": "completed", "tag": "83d67bae-4f42-47b4-8a93-967380933503"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:20:06.580307 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 83d67bae-4f42-47b4-8a93-967380933503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83d67bae-4f42-47b4-8a93-967380933503,segment=NetworkSegment(28e216f0-89ac-47f0-873e-b99ce516ba13),segment_id=28e216f0-89ac-47f0-873e-b99ce516ba13)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:20:06.618262 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:06.685791 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=83d67bae-4f42-47b4-8a93-967380933503,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:06.750377 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af52be6-d35a-4e8b-8299-900b36684baa x-openstack-request-id: req-1af52be6-d35a-4e8b-8299-900b36684baa {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:20:06.750661 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecb666b-0d0f-4416-bac8-024b960441f3", "name": "network-vif-plugged", "status": "completed", "tag": "83d67bae-4f42-47b4-8a93-967380933503", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:20:06.750909 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1af52be6-d35a-4e8b-8299-900b36684baa {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:20:06.751291 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecb666b-0d0f-4416-bac8-024b960441f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d67bae-4f42-47b4-8a93-967380933503', 'code': 200} Sep 23 03:20:06.817974 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:07.200591 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81629ee6-5e7f-456f-943e-5891e01f2800 req-4081fd04-b77d-486c-ae3d-35e94d60f944 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:07.202317 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-81629ee6-5e7f-456f-943e-5891e01f2800 req-4081fd04-b77d-486c-ae3d-35e94d60f944 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 945 time: 0.0634828 Sep 23 03:20:07.205161 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32260f79-b9ee-4640-b89b-88ed93e5b72b req-24710bfc-f418-4847-b9d9-aebd61d69a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:07.206822 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-32260f79-b9ee-4640-b89b-88ed93e5b72b req-24710bfc-f418-4847-b9d9-aebd61d69a22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 1098 time: 0.0430894 Sep 23 03:20:07.243953 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-32260f79-b9ee-4640-b89b-88ed93e5b72b req-f4810cf2-e47a-4f04-afa5-44c0e17658e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293765 Sep 23 03:20:07.247348 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-81629ee6-5e7f-456f-943e-5891e01f2800 req-13767293-6996-4af1-a482-14c9d6c46807 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378876 Sep 23 03:20:08.369149 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac73fd0-2140-4b8d-a30a-ae4e2f588609 req-42d7b31d-9703-41e4-9d4b-16765e82eb46 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:08.370568 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-dac73fd0-2140-4b8d-a30a-ae4e2f588609 req-42d7b31d-9703-41e4-9d4b-16765e82eb46 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 945 time: 0.0556157 Sep 23 03:20:08.411930 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-dac73fd0-2140-4b8d-a30a-ae4e2f588609 req-e422e601-749f-4b87-ba64-c2d73d43b620 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324697 Sep 23 03:20:09.529583 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2755d62-130d-4126-bcc2-4cca189e35d8 req-543c4648-4fb9-44f7-9ac8-66b3a3bb662f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:09.531094 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d2755d62-130d-4126-bcc2-4cca189e35d8 req-543c4648-4fb9-44f7-9ac8-66b3a3bb662f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 945 time: 0.0498397 Sep 23 03:20:09.567603 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d2755d62-130d-4126-bcc2-4cca189e35d8 req-76aace80-c125-442c-a005-65fc9880da46 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305264 Sep 23 03:20:10.690590 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb8cbe-2c19-42e9-a2ac-7d19d1295b4c req-e16d6afa-1a28-44bb-96b1-9691ca8c5b14 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:10.692203 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-84fb8cbe-2c19-42e9-a2ac-7d19d1295b4c req-e16d6afa-1a28-44bb-96b1-9691ca8c5b14 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 945 time: 0.0502687 Sep 23 03:20:10.694803 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125880d-6817-4e5f-bd8b-1b4c1aaf702b req-e5e49353-6597-4a02-adfc-2c8c48b82b7f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:10.696280 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1125880d-6817-4e5f-bd8b-1b4c1aaf702b req-e5e49353-6597-4a02-adfc-2c8c48b82b7f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 946 time: 0.0494184 Sep 23 03:20:10.733008 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-84fb8cbe-2c19-42e9-a2ac-7d19d1295b4c req-e71d9be8-c04d-4e47-a280-b1c6368c1652 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347557 Sep 23 03:20:10.734492 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1125880d-6817-4e5f-bd8b-1b4c1aaf702b req-13ef7f02-1e16-4b2a-8e0f-ceb85dda8bda tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322049 Sep 23 03:20:11.858513 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d41966-12cb-4d89-bf12-202594cfcd0c req-f42ddd7b-d19e-4657-a960-66ac37164c7e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:11.859982 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e6d41966-12cb-4d89-bf12-202594cfcd0c req-f42ddd7b-d19e-4657-a960-66ac37164c7e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 946 time: 0.0526333 Sep 23 03:20:11.895629 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e6d41966-12cb-4d89-bf12-202594cfcd0c req-cbc9540a-faf0-4a33-8dc3-2360cc62cdd9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297058 Sep 23 03:20:13.016548 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70338f44-65b8-4d26-9eb9-e5809a70ee23 req-c6c1e7a0-053c-4533-8c58-8019bf9850f7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:13.018075 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-70338f44-65b8-4d26-9eb9-e5809a70ee23 req-c6c1e7a0-053c-4533-8c58-8019bf9850f7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 946 time: 0.0480127 Sep 23 03:20:13.086948 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-70338f44-65b8-4d26-9eb9-e5809a70ee23 req-259fbc7b-7e8d-414e-804b-b6aa88309c8d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=c17059dd-d734-4c82-9dd0-5754066e61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626085 Sep 23 03:20:13.099305 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-b8d69751-9d43-4248-a00a-cc107f1cd7f2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:13.100747 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-b8d69751-9d43-4248-a00a-cc107f1cd7f2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 946 time: 0.0701330 Sep 23 03:20:13.192741 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Deleting port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:20:13.193079 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:13.284167 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] For port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:20:13.284729 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:13.568201 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:13.568626 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:13.568994 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Floating IP 9895208a-e565-456f-b349-2bc37d493200 disassociated. External IP: 172.27.1.90, port: a5f2fd12-35d0-4bf0-87db-ab4c96661bc7. Sep 23 03:20:13.569329 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Calling delete_port for a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:20:13.823487 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:13.851449 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event deleted for resources: {'Port': ['ID=a5f2fd12-35d0-4bf0-87db-ab4c96661bc7,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:13.970699 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Router 4c686ded-8cba-4cd2-bb56-768896ee73ac has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:20:14.085876 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:20:14.102450 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74defbd2-479b-482e-94ac-7d806de6cc79 None None] Sync routers for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:20:14.112850 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74defbd2-479b-482e-94ac-7d806de6cc79 None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:20:14.113638 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-74defbd2-479b-482e-94ac-7d806de6cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:19:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:20:14.133527 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] No DVR routers for this DVR port a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:20:14.136200 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:14.138469 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-96ae6823-e72e-44ff-bc0a-33fa2d6ad6a6 req-87160434-3c65-47a5-a3f2-5683cf66ddae tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.13 "DELETE /v2.0/ports/a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 HTTP/1.1" status: 204 len: 173 time: 1.0305200 Sep 23 03:20:14.139257 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'name': 'network-vif-deleted', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:20:14.141704 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0877302-d07d-49a7-a307-c1bee2ab6cac" -d '{"events": [{"server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "name": "network-vif-deleted", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:20:14.186876 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ff9a97-c3b8-4491-9049-e58a6bab1205 x-openstack-request-id: req-54ff9a97-c3b8-4491-9049-e58a6bab1205 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:20:14.187172 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a", "name": "network-vif-deleted", "tag": "a5f2fd12-35d0-4bf0-87db-ab4c96661bc7", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:20:14.187420 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-54ff9a97-c3b8-4491-9049-e58a6bab1205 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:20:14.187811 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a', 'name': 'network-vif-deleted', 'tag': 'a5f2fd12-35d0-4bf0-87db-ab4c96661bc7', 'status': 'completed', 'code': 200} Sep 23 03:20:14.198802 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1a5d6e58-9baf-4499-ae09-1b4bb00a536e req-2466e4fa-5e29-4724-bf9a-d9c94d603c32 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0281622 Sep 23 03:20:14.250605 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-74defbd2-479b-482e-94ac-7d806de6cc79 None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:20:14.454828 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-74defbd2-479b-482e-94ac-7d806de6cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:20:14.484700 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74defbd2-479b-482e-94ac-7d806de6cc79 None None] Checking router: 4c686ded-8cba-4cd2-bb56-768896ee73ac for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:20:14.493454 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74defbd2-479b-482e-94ac-7d806de6cc79 None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:20:14.494103 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-74defbd2-479b-482e-94ac-7d806de6cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:19:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:20:14.601071 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-74defbd2-479b-482e-94ac-7d806de6cc79 None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:20:14.814288 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-74defbd2-479b-482e-94ac-7d806de6cc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:20:14.842201 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74defbd2-479b-482e-94ac-7d806de6cc79 None None] The sync data for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi is: [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:20:15.085730 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4def8a2b-debc-4fa1-80a8-a9c0d33f91cf None None] New status for floating IP 9895208a-e565-456f-b349-2bc37d493200: DOWN {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:20:15.321899 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e097618-b93d-4906-aca8-e8bf29930334 req-10d62f52-55c6-4803-89e1-33a1bd779faf tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e61b2-2f6c-4450-a5c3-c6bd65ec328a HTTP/1.1" status: 200 len: 210 time: 0.0272224 Sep 23 03:20:16.358391 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:20:16.384416 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:20:16.384823 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device a5f2fd12-35d0-4bf0-87db-ab4c96661bc7 not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:20:16.521925 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 56972) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:20:16.584385 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1ba33062-2590-45a7-b492-0a99b943bd38 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:16.607560 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1ba33062-2590-45a7-b492-0a99b943bd38 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:16.732360 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1ba33062-2590-45a7-b492-0a99b943bd38 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:16.735177 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1ba33062-2590-45a7-b492-0a99b943bd38 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:16.736384 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-1ba33062-2590-45a7-b492-0a99b943bd38 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "DELETE /v2.0/security-groups/c17059dd-d734-4c82-9dd0-5754066e61f7 HTTP/1.1" status: 204 len: 168 time: 0.2134202 Sep 23 03:20:16.739355 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56974) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:20:16.745763 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba33062-2590-45a7-b492-0a99b943bd38 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17059dd-d734-4c82-9dd0-5754066e61f7,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:16.753278 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.api.v2.resource [None req-46c1ab5a-7d94-4b79-874e-8b6d10fd73d1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] show failed (client error): The resource could not be found. Sep 23 03:20:16.754273 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-46c1ab5a-7d94-4b79-874e-8b6d10fd73d1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups/c17059dd-d734-4c82-9dd0-5754066e61f7 HTTP/1.1" status: 404 len: 347 time: 0.0139396 Sep 23 03:20:16.757192 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56976) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:20:17.110880 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-5679f9c7-10ec-45af-a401-af554631cc9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Deleting port d6952079-691b-4aec-8ed8-0eca24b42021 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:20:17.111223 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5679f9c7-10ec-45af-a401-af554631cc9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:17.187337 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5679f9c7-10ec-45af-a401-af554631cc9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:17.187663 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5679f9c7-10ec-45af-a401-af554631cc9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:17.198863 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-5679f9c7-10ec-45af-a401-af554631cc9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Calling delete_port for d6952079-691b-4aec-8ed8-0eca24b42021 owned by network:floatingip {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:20:17.445300 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5679f9c7-10ec-45af-a401-af554631cc9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:17.469613 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679f9c7-10ec-45af-a401-af554631cc9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event deleted for resources: {'Port': ['ID=d6952079-691b-4aec-8ed8-0eca24b42021,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:17.538166 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5679f9c7-10ec-45af-a401-af554631cc9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:17.541153 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5679f9c7-10ec-45af-a401-af554631cc9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:17.542343 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-5679f9c7-10ec-45af-a401-af554631cc9e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "DELETE /v2.0/floatingips/9895208a-e565-456f-b349-2bc37d493200 HTTP/1.1" status: 204 len: 168 time: 0.7842796 Sep 23 03:20:18.159293 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 56988) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:20:18.163856 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-c8ae586d-19f6-44f7-a52c-70e052a49911 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1507388976', 'description': 'tempest-description--1113430571'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:20:18.263969 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c8ae586d-19f6-44f7-a52c-70e052a49911 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:18.355477 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c8ae586d-19f6-44f7-a52c-70e052a49911 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:18.417494 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c8ae586d-19f6-44f7-a52c-70e052a49911 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:18.448612 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae586d-19f6-44f7-a52c-70e052a49911 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc322ce-c9e7-4e37-8ab7-9040746f1c02,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:18.543626 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c8ae586d-19f6-44f7-a52c-70e052a49911 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:18.544933 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-c8ae586d-19f6-44f7-a52c-70e052a49911 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3846335 Sep 23 03:20:18.547823 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 56992) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:20:18.552192 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-a47eef0a-afde-41ff-be54-000f1d2f815a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'security_group_rule': {'security_group_id': '2bc322ce-c9e7-4e37-8ab7-9040746f1c02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:20:18.666223 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a47eef0a-afde-41ff-be54-000f1d2f815a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:18.740465 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a47eef0a-afde-41ff-be54-000f1d2f815a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:18.814369 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a47eef0a-afde-41ff-be54-000f1d2f815a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:18.831393 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47eef0a-afde-41ff-be54-000f1d2f815a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf96b65-d672-4afb-9c4b-117828a8b33b,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:18.909493 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a47eef0a-afde-41ff-be54-000f1d2f815a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:18.910760 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-a47eef0a-afde-41ff-be54-000f1d2f815a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619812 Sep 23 03:20:18.913585 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56996) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:20:18.918724 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-6125e16e-4e2e-46f9-89d3-12d35ef5cded tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'security_group_rule': {'security_group_id': '2bc322ce-c9e7-4e37-8ab7-9040746f1c02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:20:19.016963 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6125e16e-4e2e-46f9-89d3-12d35ef5cded tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:19.075838 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6125e16e-4e2e-46f9-89d3-12d35ef5cded tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:19.164808 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6125e16e-4e2e-46f9-89d3-12d35ef5cded tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:19.185285 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125e16e-4e2e-46f9-89d3-12d35ef5cded tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=253d6eba-6e31-4f78-b849-e1f6025beb24,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:19.245897 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6125e16e-4e2e-46f9-89d3-12d35ef5cded tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:19.247157 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-6125e16e-4e2e-46f9-89d3-12d35ef5cded tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325760 Sep 23 03:20:19.253069 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 56998) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:20:19.257369 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'floatingip': {'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:20:19.337478 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:19.436350 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:19.537306 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Allocated IP 172.27.1.148 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/a07dc96b-f277-48f2-9aa7-0ff829e23756) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:20:19.640076 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:19.743747 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:19.780131 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:20:19.784268 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:20:19.787802 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:20:19.812126 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'Port': ['ID=a07dc96b-f277-48f2-9aa7-0ff829e23756,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:19.911969 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:19.996961 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:20.146219 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:20.210689 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:20.280772 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'Port': ['ID=a07dc96b-f277-48f2-9aa7-0ff829e23756,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:20.290423 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:20.366074 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:20.369054 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-99348500-6d29-44a2-87f4-ce1fc8a5b2d2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1150286 Sep 23 03:20:20.553103 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-42bd4254-6a70-4527-854f-dcaefa43bb52 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1507388976&fields=id&tenant_id=dbfca1e34b884266a4b529b2813872ba HTTP/1.1" status: 200 len: 267 time: 0.0333140 Sep 23 03:20:20.661039 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-1bd12c95-3856-4db2-aebe-df7184d9c7fe tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:20.662521 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-1bd12c95-3856-4db2-aebe-df7184d9c7fe tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 817 time: 0.1027508 Sep 23 03:20:20.676833 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-b238533a-2686-4b3b-bd34-b3e2f5e90b7a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/quotas/dbfca1e34b884266a4b529b2813872ba HTTP/1.1" status: 200 len: 375 time: 0.0086632 Sep 23 03:20:20.731553 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-5a5632bd-4e90-4985-87bf-76113e1829f7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496571 Sep 23 03:20:20.913449 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-01bd28c3-2162-4137-a024-78fa2b159cb8 service neutron] 10.222.0.23 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705008 Sep 23 03:20:21.003083 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-7290edbb-6936-4420-a3e7-41f9f4c2173f service neutron] 10.222.0.23 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836067 Sep 23 03:20:21.255277 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-08c16af7-c056-4845-89c3-638ca6859a89 req-30d716a3-6399-406c-96a4-61f9e9c73ce7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 210 time: 0.0277002 Sep 23 03:20:21.588671 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1c12-e227-4fad-96e4-cf37ed0aaf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:21.785406 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:20:22.350406 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ea54e147-7c71-4688-9002-1e6038c47a57 req-0d86b208-40b7-492e-8de8-ee7f9cdbe77f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 210 time: 0.0256336 Sep 23 03:20:23.448404 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e255f5ef-9671-45ee-8ccb-9c02257aa6b9 req-c374e9ee-2b85-44e1-9b17-d376c69e63ec tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 210 time: 0.0283465 Sep 23 03:20:24.400239 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-5ae5510b-a7aa-4f4f-a505-1e752ac1911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:24.541494 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2bf6f38e-dca2-446e-845b-24b67a4ee423 req-e10bbee9-a967-431a-ad69-a5a2833d40e6 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 210 time: 0.0251181 Sep 23 03:20:24.720712 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:25.246662 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:25.634411 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f93c843e-9bad-4c00-a8d0-688317b8d7fa req-46ef9254-5839-4d89-a8e2-bb8df338b4c5 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 210 time: 0.0253699 Sep 23 03:20:26.731796 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f2199c5a-665d-42fd-a84d-be1d83402220 req-6edd8298-ad18-47ec-802d-36a162c6dace tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 210 time: 0.0260694 Sep 23 03:20:27.130532 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:27.759471 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-b8f7896a-3cf0-41ee-9e50-200865864251 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:27.760851 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-b8f7896a-3cf0-41ee-9e50-200865864251 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 817 time: 0.0999627 Sep 23 03:20:27.833277 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3644f3b6-e570-4853-9322-8996b1aa62f2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbfca1e34b884266a4b529b2813872ba HTTP/1.1" status: 200 len: 380 time: 0.0462787 Sep 23 03:20:27.837937 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4116728b-e82f-497f-9367-86c374006d86 req-ff968e13-411f-4c67-ba0f-f1a12b237c9c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 210 time: 0.0335579 Sep 23 03:20:27.844052 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'port': {'device_id': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'admin_state_up': True, 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'security_groups': ['2bc322ce-c9e7-4e37-8ab7-9040746f1c02']}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:20:28.034540 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Made reservation on behalf of dbfca1e34b884266a4b529b2813872ba for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:20:28.038279 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:28.159897 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Allocated IP 172.20.0.7 (14c1ac36-0e52-4076-99c3-1a39144cff3e/4b64a0c0-f157-44a7-b3c0-deb116316663/88c145bd-9b48-497d-87f5-a0b8a59af425) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:20:28.294257 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:28.383472 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:28.425636 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Network 14c1ac36-0e52-4076-99c3-1a39144cff3e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:20:28.428683 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:20:28.432263 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:20:28.457162 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event updated for resources: {'Port': ['ID=88c145bd-9b48-497d-87f5-a0b8a59af425,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:28.487249 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:28.487885 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:28.555574 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-3e211371-d762-4cbb-a2e3-3712fa015f43 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7152729 Sep 23 03:20:28.576681 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Request body: {'port': {'device_id': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:20:28.616081 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-ed5d0650-bd90-41ec-81a1-1db4c24b21bf None None] Provisioning complete for port 88c145bd-9b48-497d-87f5-a0b8a59af425 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:20:28.616688 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ed5d0650-bd90-41ec-81a1-1db4c24b21bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:28.632965 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:28.648431 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-ed5d0650-bd90-41ec-81a1-1db4c24b21bf None None] Port 88c145bd-9b48-497d-87f5-a0b8a59af425 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:20:28.920728 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c145bd-9b48-497d-87f5-a0b8a59af425 {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:20:28.935637 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:28.967360 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Transition to ACTIVE for port object 88c145bd-9b48-497d-87f5-a0b8a59af425 will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:20:28.983169 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593418a-b477-4c67-b35b-9b879499c208 req-f3a5ef77-9090-42a6-b2f9-d8ecd39a55ff tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:28.987930 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f593418a-b477-4c67-b35b-9b879499c208 req-f3a5ef77-9090-42a6-b2f9-d8ecd39a55ff tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 931 time: 0.0687134 Sep 23 03:20:29.028254 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f593418a-b477-4c67-b35b-9b879499c208 req-f659cf5a-8f13-4d8e-ba81-f203c1dead7a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372124 Sep 23 03:20:29.039836 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:29.091317 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Pushing event updated for resources: {'Port': ['ID=88c145bd-9b48-497d-87f5-a0b8a59af425,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:29.156478 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Attempting to bind port 88c145bd-9b48-497d-87f5-a0b8a59af425 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:20:29.156842 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Attempting to bind port 88c145bd-9b48-497d-87f5-a0b8a59af425 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:20:29.157169 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Attempting to bind port 88c145bd-9b48-497d-87f5-a0b8a59af425 on network 14c1ac36-0e52-4076-99c3-1a39144cff3e {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:20:29.161630 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Port 88c145bd-9b48-497d-87f5-a0b8a59af425 on network 14c1ac36-0e52-4076-99c3-1a39144cff3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:20:29.161950 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Attempting to bind port 88c145bd-9b48-497d-87f5-a0b8a59af425 on network 14c1ac36-0e52-4076-99c3-1a39144cff3e {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:20:29.166914 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:20:29.167256 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Checking segment: {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:20:29.167647 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Bound using segment: {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:20:29.168078 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Bound port: 88c145bd-9b48-497d-87f5-a0b8a59af425, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96007cb-b2e2-4f67-9990-3b2c28a97757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:20:29.168440 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:29.237441 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:20:29.240359 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:20:29.348164 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:29.381858 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:29.381858 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:29.382200 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] 10.222.0.13 "PUT /v2.0/ports/88c145bd-9b48-497d-87f5-a0b8a59af425 HTTP/1.1" status: 200 len: 1093 time: 0.8098755 Sep 23 03:20:29.384304 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:20:29.387398 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d1c5a8-7965-4569-ae88-11bc98c6ecc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:20:29.411602 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e220f-7be6-4db5-9c64-12fdfd7cc4ba service neutron] Pushing event updated for resources: {'Port': ['ID=88c145bd-9b48-497d-87f5-a0b8a59af425,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:29.422917 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ed6e70-eaca-4d1f-a4ee-b5b3348c51da x-openstack-request-id: req-b8ed6e70-eaca-4d1f-a4ee-b5b3348c51da {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:20:29.423225 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:20:29.423474 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8ed6e70-eaca-4d1f-a4ee-b5b3348c51da {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:20:29.423862 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'status': 'completed', 'code': 200} Sep 23 03:20:30.146142 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbf7b5-e5bc-4214-8dc4-26c697c678a2 req-fb499351-9c82-432e-844a-75d23a9db37e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:30.147505 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-42dbf7b5-e5bc-4214-8dc4-26c697c678a2 req-fb499351-9c82-432e-844a-75d23a9db37e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0483391 Sep 23 03:20:30.184251 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-42dbf7b5-e5bc-4214-8dc4-26c697c678a2 req-d39051aa-a457-4e8d-b042-8344eab78c00 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303886 Sep 23 03:20:31.302827 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece496d-e26f-470f-9a4d-31aa772955bc req-6808ab28-3550-45db-a9f5-88a2cf2ee168 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:31.304289 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8ece496d-e26f-470f-9a4d-31aa772955bc req-6808ab28-3550-45db-a9f5-88a2cf2ee168 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0505342 Sep 23 03:20:31.340694 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8ece496d-e26f-470f-9a4d-31aa772955bc req-7ecd14cc-9288-4566-b81b-61b4a2e1e856 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298319 Sep 23 03:20:32.454970 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4060123-77e8-47d3-875a-743de76f64d1 req-b8aa7636-1f13-46ca-97ab-11452c2f4988 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:32.456405 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d4060123-77e8-47d3-875a-743de76f64d1 req-b8aa7636-1f13-46ca-97ab-11452c2f4988 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0469213 Sep 23 03:20:32.497070 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d4060123-77e8-47d3-875a-743de76f64d1 req-68be488e-344e-4d9f-b2c0-07ab3e23eee9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348504 Sep 23 03:20:33.629474 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bdba33-6468-49a1-9a67-16c42fa250a9 req-82ab0184-2ab8-4ab8-b02d-c43ab5b9016f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:33.630974 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b3bdba33-6468-49a1-9a67-16c42fa250a9 req-82ab0184-2ab8-4ab8-b02d-c43ab5b9016f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0642478 Sep 23 03:20:33.671446 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b3bdba33-6468-49a1-9a67-16c42fa250a9 req-5e16dbbb-3d99-4adc-b217-9a118c9eaedc tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345871 Sep 23 03:20:34.788900 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94da8b6-0cdf-443d-bbf6-b40df2d63a11 req-c267adfc-6523-49a0-aa89-083f9ace8640 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:34.790351 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e94da8b6-0cdf-443d-bbf6-b40df2d63a11 req-c267adfc-6523-49a0-aa89-083f9ace8640 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0477133 Sep 23 03:20:34.828655 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e94da8b6-0cdf-443d-bbf6-b40df2d63a11 req-9d925a9f-c50f-4ab3-ab9a-c0be58230b86 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318241 Sep 23 03:20:35.781497 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1c5a8-7965-4569-ae88-11bc98c6ecc7 req-1ec02e17-e5a4-4d36-b558-aaf143d80cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:35.782966 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-29d1c5a8-7965-4569-ae88-11bc98c6ecc7 req-1ec02e17-e5a4-4d36-b558-aaf143d80cc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 1096 time: 0.0406003 Sep 23 03:20:35.887686 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1c5a8-7965-4569-ae88-11bc98c6ecc7 req-d8d4089b-41f2-4110-9b1e-2d76923d9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:35.889184 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-29d1c5a8-7965-4569-ae88-11bc98c6ecc7 req-d8d4089b-41f2-4110-9b1e-2d76923d9e69 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dbfca1e34b884266a4b529b2813872ba&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0919619 Sep 23 03:20:35.947814 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670cdd0-43a4-476e-9414-bfaeacdc611c req-c6fd8d1e-3a21-4328-b165-c9fafb077f69 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:35.949425 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1670cdd0-43a4-476e-9414-bfaeacdc611c req-c6fd8d1e-3a21-4328-b165-c9fafb077f69 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0516281 Sep 23 03:20:35.984425 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1c5a8-7965-4569-ae88-11bc98c6ecc7 req-5624f6b0-35c3-4171-af40-83e396eb0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:35.985919 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-29d1c5a8-7965-4569-ae88-11bc98c6ecc7 req-5624f6b0-35c3-4171-af40-83e396eb0e81 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874619 Sep 23 03:20:35.987568 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1670cdd0-43a4-476e-9414-bfaeacdc611c req-5fb447de-ef32-45c5-8b2f-c1b32dc95909 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321984 Sep 23 03:20:36.088457 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-8f1ec603-28aa-4e36-9d73-c15fbbe52756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:36.090507 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-8f1ec603-28aa-4e36-9d73-c15fbbe52756 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 1096 time: 0.0438194 Sep 23 03:20:36.138666 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-c1530f25-68e1-42c3-8a6d-b48961a6f054 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c145bd-9b48-497d-87f5-a0b8a59af425 HTTP/1.1" status: 200 len: 217 time: 0.0342054 Sep 23 03:20:36.187040 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-55b4bf90-c94d-4a7e-a412-91fd6b4c003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:36.188531 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-55b4bf90-c94d-4a7e-a412-91fd6b4c003d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0433681 Sep 23 03:20:36.237058 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-5c4c20b9-712c-4702-8f95-d587995d5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:36.238651 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-5c4c20b9-712c-4702-8f95-d587995d5d22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427439 Sep 23 03:20:36.328726 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-9001da54-1e7e-4fd5-afd1-692788c1de0b service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829034 Sep 23 03:20:36.427024 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c7a87ea9-13d9-4887-ba86-b48c82238678 req-8fe0cec6-02dc-4705-9099-045c1fc46a8f service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862637 Sep 23 03:20:36.839819 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:37.102408 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067b4c1-094b-4c1d-8087-66c6c55a3c87 req-280b7c70-15ee-4a12-b4ca-ab045dc0c948 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:37.103779 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4067b4c1-094b-4c1d-8087-66c6c55a3c87 req-280b7c70-15ee-4a12-b4ca-ab045dc0c948 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0476038 Sep 23 03:20:37.140257 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4067b4c1-094b-4c1d-8087-66c6c55a3c87 req-94a3fdd8-0e74-4b73-86fa-db8e1afd2228 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300910 Sep 23 03:20:38.254345 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f7fb5-db19-474a-8339-e90f2a2bb1fa req-dd6c337d-a122-41fa-be7d-39551fd171ec tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:38.255810 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-578f7fb5-db19-474a-8339-e90f2a2bb1fa req-dd6c337d-a122-41fa-be7d-39551fd171ec tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0473318 Sep 23 03:20:38.291982 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-578f7fb5-db19-474a-8339-e90f2a2bb1fa req-289025df-d5c2-4783-9223-414311e4f78b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297539 Sep 23 03:20:39.406866 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c4f81-9cdb-418c-8c7b-3e956a3a6f38 req-d31098f4-8c14-4a24-b8ed-3f8403b75c50 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:39.408341 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e48c4f81-9cdb-418c-8c7b-3e956a3a6f38 req-d31098f4-8c14-4a24-b8ed-3f8403b75c50 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0479412 Sep 23 03:20:39.445148 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e48c4f81-9cdb-418c-8c7b-3e956a3a6f38 req-07229104-0a01-4756-8f4b-bb0e781934b6 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310607 Sep 23 03:20:40.558189 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8adb4-2c76-47f9-b732-d64c928413f9 req-6dc0164e-aa8c-4b99-aff7-c3f38dbe63e4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:40.559685 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-19c8adb4-2c76-47f9-b732-d64c928413f9 req-6dc0164e-aa8c-4b99-aff7-c3f38dbe63e4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0475357 Sep 23 03:20:40.603539 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-19c8adb4-2c76-47f9-b732-d64c928413f9 req-1b2a0552-ae01-4035-962a-47723d5e90b7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339780 Sep 23 03:20:41.401798 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 88c145bd-9b48-497d-87f5-a0b8a59af425 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:20:41.496392 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:20:41.507473 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'port_id': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'mac_address': 'fa:16:3e:e3:92:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:20:41.543151 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:41.555498 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c145bd-9b48-497d-87f5-a0b8a59af425 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:20:41.574475 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:20:41.634513 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:41.688772 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=88c145bd-9b48-497d-87f5-a0b8a59af425,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:41.725264 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375509df-a637-442a-8265-d9a819cb0e2b req-3484b4dd-967a-4ce8-9e7e-3deb0321c5a8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:41.726678 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-375509df-a637-442a-8265-d9a819cb0e2b req-3484b4dd-967a-4ce8-9e7e-3deb0321c5a8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 944 time: 0.0516162 Sep 23 03:20:41.763981 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-375509df-a637-442a-8265-d9a819cb0e2b req-63302440-b0c6-45e6-8542-ab1e9900be70 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309439 Sep 23 03:20:42.106770 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['88c145bd-9b48-497d-87f5-a0b8a59af425'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:20:42.890215 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b70086-ea35-4e57-a2f3-be115ca96dab req-374a1fab-f7bb-444a-b21b-901fd5fe9ca4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:42.891669 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3b70086-ea35-4e57-a2f3-be115ca96dab req-374a1fab-f7bb-444a-b21b-901fd5fe9ca4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 944 time: 0.0537136 Sep 23 03:20:42.928652 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3b70086-ea35-4e57-a2f3-be115ca96dab req-29ce372d-d91e-4a13-9ae4-2bb7142a316a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309551 Sep 23 03:20:43.418152 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 88c145bd-9b48-497d-87f5-a0b8a59af425 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:20:43.548683 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port 88c145bd-9b48-497d-87f5-a0b8a59af425 completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:20:43.553113 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 88c145bd-9b48-497d-87f5-a0b8a59af425 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:20:43.553392 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:43.631514 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:43.643229 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f7ffe-cfc5-4284-bc6b-e111ce457984 req-99ac6486-fbba-4657-bcda-c36aa4c3ef29 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:43.644878 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-679f7ffe-cfc5-4284-bc6b-e111ce457984 req-99ac6486-fbba-4657-bcda-c36aa4c3ef29 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 945 time: 0.0477107 Sep 23 03:20:43.653739 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:20:43.655981 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f2970e-bab8-4e84-8f27-6b842728adfc" -d '{"events": [{"server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "name": "network-vif-plugged", "status": "completed", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:20:43.669465 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:20:43.684865 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-679f7ffe-cfc5-4284-bc6b-e111ce457984 req-1eeca05e-b7af-43e8-9898-7c503be6ee36 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337374 Sep 23 03:20:43.693031 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4c119b-3c4c-41c4-bb3f-b63b83c4337b x-openstack-request-id: req-5e4c119b-3c4c-41c4-bb3f-b63b83c4337b {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:20:43.693384 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "name": "network-vif-plugged", "status": "completed", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:20:43.693631 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5e4c119b-3c4c-41c4-bb3f-b63b83c4337b {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:20:43.694014 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'code': 200} Sep 23 03:20:43.726023 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:43.774828 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=88c145bd-9b48-497d-87f5-a0b8a59af425,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:44.021970 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21499c75-50e1-496b-907e-6ea0e0c87956 req-6c79b8a2-2bdc-4701-b4e5-5bf7612d5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:44.023490 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-21499c75-50e1-496b-907e-6ea0e0c87956 req-6c79b8a2-2bdc-4701-b4e5-5bf7612d5df3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 1098 time: 0.0499887 Sep 23 03:20:44.055122 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef933c-2b4d-4ec8-aaad-8991e71a9445 req-51e040f4-d2ee-4554-a8d2-271d13edda7e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:44.056870 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-31ef933c-2b4d-4ec8-aaad-8991e71a9445 req-51e040f4-d2ee-4554-a8d2-271d13edda7e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0495784 Sep 23 03:20:44.060039 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-21499c75-50e1-496b-907e-6ea0e0c87956 req-2a3242a8-da0f-496e-a9e8-534660cf29ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290432 Sep 23 03:20:44.093975 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-31ef933c-2b4d-4ec8-aaad-8991e71a9445 req-62ddd952-bf8e-40be-8cca-793d756c95b9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311332 Sep 23 03:20:44.804290 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefbfb1-c458-4f43-8368-a6c8f18f658e req-93f6f40d-cfc7-4c4b-a307-fd79fac8192e tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:44.805807 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dcefbfb1-c458-4f43-8368-a6c8f18f658e req-93f6f40d-cfc7-4c4b-a307-fd79fac8192e tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 945 time: 0.0522017 Sep 23 03:20:44.843355 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dcefbfb1-c458-4f43-8368-a6c8f18f658e req-7f163fee-b0d4-40f2-aeb8-4cb81681f505 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308759 Sep 23 03:20:45.208647 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491325d0-533b-44d0-ad37-9b7c9682a3dd req-9243bef3-156e-4374-a239-1ac3ed5eac65 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:45.210112 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-491325d0-533b-44d0-ad37-9b7c9682a3dd req-9243bef3-156e-4374-a239-1ac3ed5eac65 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0474863 Sep 23 03:20:45.250363 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-491325d0-533b-44d0-ad37-9b7c9682a3dd req-0f2d55c2-7171-4909-94ab-aea16d76ac3f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338049 Sep 23 03:20:45.956973 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04db9b-9db3-4023-91f7-56536629f8f1 req-3a7a4486-30ba-44a8-a52c-8b5e9a9281f2 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:45.958454 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2e04db9b-9db3-4023-91f7-56536629f8f1 req-3a7a4486-30ba-44a8-a52c-8b5e9a9281f2 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 945 time: 0.0492306 Sep 23 03:20:45.996651 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2e04db9b-9db3-4023-91f7-56536629f8f1 req-c372250b-9e25-41ff-9d2f-ca7f928f8da0 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/security-groups?id=1b670c0b-1539-4a66-8c8f-fb39faf4b598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323253 Sep 23 03:20:46.263163 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e243f-792e-4a87-a88b-343a3d78daed req-5ffe8924-1804-4012-9422-ef73c27b64f4 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:46.264604 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ea5e243f-792e-4a87-a88b-343a3d78daed req-5ffe8924-1804-4012-9422-ef73c27b64f4 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.13 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 945 time: 0.0534024 Sep 23 03:20:46.362235 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-ea5e243f-792e-4a87-a88b-343a3d78daed req-83a6162b-79d4-44f9-b789-503e37f9a60f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Deleting port 83d67bae-4f42-47b4-8a93-967380933503 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:20:46.362481 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-ea5e243f-792e-4a87-a88b-343a3d78daed req-83a6162b-79d4-44f9-b789-503e37f9a60f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:46.369031 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ddbd8-ea3d-4f87-b8b2-c9f6c3343081 req-e5ecd81e-a5f3-46d7-8365-23da531d7602 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:46.370726 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8f1ddbd8-ea3d-4f87-b8b2-c9f6c3343081 req-e5ecd81e-a5f3-46d7-8365-23da531d7602 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0497479 Sep 23 03:20:46.408345 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8f1ddbd8-ea3d-4f87-b8b2-c9f6c3343081 req-edd13b93-901f-42c9-b5a2-806eefd332dc tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315657 Sep 23 03:20:46.454083 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-ea5e243f-792e-4a87-a88b-343a3d78daed req-83a6162b-79d4-44f9-b789-503e37f9a60f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] For port 83d67bae-4f42-47b4-8a93-967380933503, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=83d67bae-4f42-47b4-8a93-967380933503,segment=NetworkSegment(28e216f0-89ac-47f0-873e-b99ce516ba13),segment_id=28e216f0-89ac-47f0-873e-b99ce516ba13)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:20:46.454474 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-ea5e243f-792e-4a87-a88b-343a3d78daed req-83a6162b-79d4-44f9-b789-503e37f9a60f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:46.466858 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-ea5e243f-792e-4a87-a88b-343a3d78daed req-83a6162b-79d4-44f9-b789-503e37f9a60f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Calling delete_port for 83d67bae-4f42-47b4-8a93-967380933503 owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:20:46.569450 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77d523-628d-40ca-88d3-8fb4bfcd93bb req-18060b3e-0d92-460f-b361-43351a5e7a4f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:46.570918 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4a77d523-628d-40ca-88d3-8fb4bfcd93bb req-18060b3e-0d92-460f-b361-43351a5e7a4f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0920382 Sep 23 03:20:46.579895 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 57236) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:20:46.584482 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-18c4bae4-ed74-484c-807d-7fa867e6f7fa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Request body: {'floatingip': {'port_id': '88c145bd-9b48-497d-87f5-a0b8a59af425'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:20:46.623550 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-18c4bae4-ed74-484c-807d-7fa867e6f7fa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:46.715011 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-ea5e243f-792e-4a87-a88b-343a3d78daed req-83a6162b-79d4-44f9-b789-503e37f9a60f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:46.745140 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6162b-79d4-44f9-b789-503e37f9a60f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Pushing event deleted for resources: {'Port': ['ID=83d67bae-4f42-47b4-8a93-967380933503,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:20:46.791134 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5e243f-792e-4a87-a88b-343a3d78daed req-83a6162b-79d4-44f9-b789-503e37f9a60f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] No DVR routers for this DVR port 83d67bae-4f42-47b4-8a93-967380933503 on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:20:46.794264 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-ea5e243f-792e-4a87-a88b-343a3d78daed req-83a6162b-79d4-44f9-b789-503e37f9a60f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:46.796210 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ea5e243f-792e-4a87-a88b-343a3d78daed req-83a6162b-79d4-44f9-b789-503e37f9a60f tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.13 "DELETE /v2.0/ports/83d67bae-4f42-47b4-8a93-967380933503 HTTP/1.1" status: 204 len: 173 time: 0.5248897 Sep 23 03:20:46.796667 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecb666b-0d0f-4416-bac8-024b960441f3', 'name': 'network-vif-deleted', 'tag': '83d67bae-4f42-47b4-8a93-967380933503'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:20:46.798912 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2780c544-70bd-47e3-abee-1dcf266dce52" -d '{"events": [{"server_uuid": "aecb666b-0d0f-4416-bac8-024b960441f3", "name": "network-vif-deleted", "tag": "83d67bae-4f42-47b4-8a93-967380933503"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:20:46.834533 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da91ea3e-e3b4-4add-8368-0fddd5d9a4a7 x-openstack-request-id: req-da91ea3e-e3b4-4add-8368-0fddd5d9a4a7 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:20:46.834825 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aecb666b-0d0f-4416-bac8-024b960441f3", "name": "network-vif-deleted", "tag": "83d67bae-4f42-47b4-8a93-967380933503", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:20:46.835074 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da91ea3e-e3b4-4add-8368-0fddd5d9a4a7 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:20:46.835467 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecb666b-0d0f-4416-bac8-024b960441f3', 'name': 'network-vif-deleted', 'tag': '83d67bae-4f42-47b4-8a93-967380933503', 'status': 'completed', 'code': 200} Sep 23 03:20:47.054250 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-18c4bae4-ed74-484c-807d-7fa867e6f7fa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:47.089856 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-453b63aa-bc56-4e55-b4d9-41421dbbd3a9 req-d7c8e385-942b-4fce-8c00-7052b9b54046 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 210 time: 0.0266328 Sep 23 03:20:47.120060 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-18c4bae4-ed74-484c-807d-7fa867e6f7fa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:47.218041 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.l3_db [None req-18c4bae4-ed74-484c-807d-7fa867e6f7fa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Floating IP d6412cc5-ced7-4470-9340-3b5fb1612d23 associated. External IP: 172.27.1.148, port: 88c145bd-9b48-497d-87f5-a0b8a59af425. Sep 23 03:20:47.417358 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c4bae4-ed74-484c-807d-7fa867e6f7fa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Router 4c686ded-8cba-4cd2-bb56-768896ee73ac has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:20:47.519057 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c4bae4-ed74-484c-807d-7fa867e6f7fa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:20:47.523930 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-18c4bae4-ed74-484c-807d-7fa867e6f7fa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:47.528568 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3f746-e36c-4edd-ae01-209daa889147 None None] Sync routers for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:20:47.538085 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3f746-e36c-4edd-ae01-209daa889147 None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:20:47.538698 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-faf3f746-e36c-4edd-ae01-209daa889147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:20:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:20:47.550100 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-18c4bae4-ed74-484c-807d-7fa867e6f7fa tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "PUT /v2.0/floatingips/d6412cc5-ced7-4470-9340-3b5fb1612d23 HTTP/1.1" status: 200 len: 991 time: 0.9690902 Sep 23 03:20:47.550686 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425'}] {{(pid=94695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:20:47.553057 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ea325f59732fbd3d14639bb5eabbc68b86f67e4ce5ec58dbbdb68b31d0c114" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb" -d '{"events": [{"name": "network-changed", "server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425"}]}' {{(pid=94695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:20:47.641042 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-faf3f746-e36c-4edd-ae01-209daa889147 None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:20:47.705585 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffc3e2c-e2c2-44ab-add4-20effe9402d1 x-openstack-request-id: req-cffc3e2c-e2c2-44ab-add4-20effe9402d1 {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:20:47.705871 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425", "status": "completed", "code": 200}]} {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:20:47.706117 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cffc3e2c-e2c2-44ab-add4-20effe9402d1 {{(pid=94695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:20:47.706542 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'status': 'completed', 'code': 200} Sep 23 03:20:47.895467 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-faf3f746-e36c-4edd-ae01-209daa889147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': 'd6412cc5-ced7-4470-9340-3b5fb1612d23', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'port_id': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'mac_address': 'fa:16:3e:e3:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:20:19Z', 'updated_at': '2021-09-23T03:20:46Z', 'revision_number': 1, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:20:47.925596 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3f746-e36c-4edd-ae01-209daa889147 None None] Checking router: 4c686ded-8cba-4cd2-bb56-768896ee73ac for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:20:47.933518 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3f746-e36c-4edd-ae01-209daa889147 None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:20:47.934123 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-faf3f746-e36c-4edd-ae01-209daa889147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:20:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:20:48.043846 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-faf3f746-e36c-4edd-ae01-209daa889147 None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:20:48.185378 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-511f33d3-4806-49c3-9dc8-f7b393840e4d req-41b45f15-2ec6-4629-b78e-fa688a8c5e39 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 210 time: 0.0255294 Sep 23 03:20:48.260333 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-faf3f746-e36c-4edd-ae01-209daa889147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': 'd6412cc5-ced7-4470-9340-3b5fb1612d23', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'port_id': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'mac_address': 'fa:16:3e:e3:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:20:19Z', 'updated_at': '2021-09-23T03:20:46Z', 'revision_number': 1, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:20:48.288834 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3f746-e36c-4edd-ae01-209daa889147 None None] The sync data for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi is: [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': 'd6412cc5-ced7-4470-9340-3b5fb1612d23', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'port_id': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'mac_address': 'fa:16:3e:e3:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:20:19Z', 'updated_at': '2021-09-23T03:20:46Z', 'revision_number': 1, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:20:48.463576 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3afc73d-213e-496f-91af-82380749ba31 None None] New status for floating IP d6412cc5-ced7-4470-9340-3b5fb1612d23: ACTIVE {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:20:49.277410 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-211fceda-456d-47d2-81bd-67b67e76c339 req-9b5fedd0-53bd-453d-aec8-861f339655ca tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 210 time: 0.0261014 Sep 23 03:20:50.261296 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['83d67bae-4f42-47b4-8a93-967380933503'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:20:50.405140 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f3d72cce-67a7-4773-bec3-d389c395b1bd req-6bb3f132-75b0-4c03-b40b-3b9f3d654e17 tempest-VolumesSnapshotTestJSON-1739497377 tempest-VolumesSnapshotTestJSON-1739497377-project] 10.222.0.23 "GET /v2.0/ports?device_id=aecb666b-0d0f-4416-bac8-024b960441f3 HTTP/1.1" status: 200 len: 210 time: 0.0484171 Sep 23 03:20:50.423335 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb req-61eefc73-cf55-4a24-bea3-078bdcc2a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:50.424885 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb req-61eefc73-cf55-4a24-bea3-078bdcc2a07e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 1098 time: 0.0575964 Sep 23 03:20:50.523934 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb req-55563c66-f5a6-4f84-964d-3d33806c4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:50.525452 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb req-55563c66-f5a6-4f84-964d-3d33806c4c69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 918 time: 0.0938056 Sep 23 03:20:50.594286 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb req-c7bd39b4-3f82-43bf-a1aa-414e90ba1046 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c145bd-9b48-497d-87f5-a0b8a59af425 HTTP/1.1" status: 200 len: 1001 time: 0.0608208 Sep 23 03:20:50.650670 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb req-462006aa-63cb-4546-a412-98434d968859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:50.652107 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb req-462006aa-63cb-4546-a412-98434d968859 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0430884 Sep 23 03:20:50.698241 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb req-9a74ee01-1f2a-489e-b8eb-e5eb57a5dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:20:50.699665 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb req-9a74ee01-1f2a-489e-b8eb-e5eb57a5dd7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400922 Sep 23 03:20:50.795942 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb req-8c4127c6-c6ad-4bca-bc06-c68da50a8b5a service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878239 Sep 23 03:20:50.898984 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-60dcc38a-4e7d-4e14-8e68-16092d8e6adb req-b640739c-a838-437f-a0aa-fb4f56e81e1b service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857241 Sep 23 03:20:51.645774 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9f44d06c-c035-4132-97c7-8e6e3214a860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:54.330303 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3eb01569-5231-46ea-be88-563c7f0bd84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:54.754538 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:55.279775 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:56.014770 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 83d67bae-4f42-47b4-8a93-967380933503 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:20:56.034584 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: 83d67bae-4f42-47b4-8a93-967380933503 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:20:56.035237 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 83d67bae-4f42-47b4-8a93-967380933503 not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:20:57.141526 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:20:58.784699 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:21:00.107004 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 57342) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:00.207906 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a5480056-5ace-4ac3-bc04-866544935e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:00.297809 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a5480056-5ace-4ac3-bc04-866544935e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:00.382750 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a5480056-5ace-4ac3-bc04-866544935e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:00.421189 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-a5480056-5ace-4ac3-bc04-866544935e50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1ade6b0f3e94e54acedf7f18385ee63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131278 Sep 23 03:21:00.422058 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5480056-5ace-4ac3-bc04-866544935e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cbcc3b-0a29-4f50-9b96-4460d7f055a6,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:00.423927 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57352) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:00.472264 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-94d42670-e9e4-44c5-bc0d-6f0a3b62fdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:00.492718 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-94d42670-e9e4-44c5-bc0d-6f0a3b62fdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:00.634357 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-94d42670-e9e4-44c5-bc0d-6f0a3b62fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:00.637538 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-94d42670-e9e4-44c5-bc0d-6f0a3b62fdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:00.640764 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-94d42670-e9e4-44c5-bc0d-6f0a3b62fdc2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64cbcc3b-0a29-4f50-9b96-4460d7f055a6 HTTP/1.1" status: 204 len: 168 time: 0.2152629 Sep 23 03:21:00.649738 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d42670-e9e4-44c5-bc0d-6f0a3b62fdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cbcc3b-0a29-4f50-9b96-4460d7f055a6,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:06.845718 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:07.852774 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-10f1291b-d05f-4b71-b40b-9e1d45cd5055 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389526 Sep 23 03:21:07.950988 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-72c4b5c9-3886-4464-9e10-f15db3e3f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:21:07.952428 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-72c4b5c9-3886-4464-9e10-f15db3e3f464 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 1098 time: 0.0390277 Sep 23 03:21:08.061559 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-91a30b46-8099-4e3d-a813-cdfbcdfef1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:21:08.062997 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-91a30b46-8099-4e3d-a813-cdfbcdfef1d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 918 time: 0.0841925 Sep 23 03:21:08.164015 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-03944541-49d9-475f-a28b-eca03d30794b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c145bd-9b48-497d-87f5-a0b8a59af425 HTTP/1.1" status: 200 len: 1001 time: 0.0594003 Sep 23 03:21:08.434095 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-3117f732-d2f9-4554-b5f6-9fa8ab51088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:21:08.435475 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-3117f732-d2f9-4554-b5f6-9fa8ab51088b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.2644060 Sep 23 03:21:08.481415 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-3455c112-c717-46d5-982c-2206e243ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:21:08.482896 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-3455c112-c717-46d5-982c-2206e243ad45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398662 Sep 23 03:21:08.594010 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-300d2647-f57e-4d99-b44f-2d157a13554b service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873342 Sep 23 03:21:08.684925 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3209089b-5b24-440f-8cb3-7dad2d312086 req-4ce5f6ae-e19b-4470-bf4e-8a764295f456 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804503 Sep 23 03:21:19.128699 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57482) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:19.174148 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Deleting subnet 1fc92258-93e1-426e-8ecf-6b3cfbfaad43 {{(pid=94696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:21:19.176992 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.208995 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487883'] for subnet, precommit_delete_associations {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.251089 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.404462 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25232316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681425'] for subnet, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.432688 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc92258-93e1-426e-8ecf-6b3cfbfaad43,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:19.437082 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.438971 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1fc92258-93e1-426e-8ecf-6b3cfbfaad43 HTTP/1.1" status: 204 len: 168 time: 0.3092282 Sep 23 03:21:19.441603 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 57484) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:19.443520 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.443875 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.444220 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.444579 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.444910 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.445244 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.445566 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.445890 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.446220 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.446542 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.446863 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.447202 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a929b0-bba4-4cda-bcde-d88d8ae1a27f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:19.723928 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.798876 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.818577 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d69a229-2f8b-4f4a-860b-5cb5f3086768']}} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:19.827587 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e216f0-89ac-47f0-873e-b99ce516ba13') {'for_net_delete': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:19.827888 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e216f0-89ac-47f0-873e-b99ce516ba13') {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:19.836733 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464872'] for segment, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.849176 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.855520 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:21:19.855902 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26796507'] for segment, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: Traceback (most recent call last): Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: timer() Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: cb(*args, **kw) Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: return func(*args, **kwargs) Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: self._notify() Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: self.callback(batched_events) Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: event.method(event) Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: return f(self, *a, **k) Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: return self._get(url).json() Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: return self.request(url, 'GET', **kwargs) Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:21:19.857514 dv-cinder-768458-9-iscsi neutron-server[94695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:21:19.983163 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.990397 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:19.992964 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] 10.222.0.23 "DELETE /v2.0/networks/9d69a229-2f8b-4f4a-860b-5cb5f3086768 HTTP/1.1" status: 204 len: 168 time: 0.5503488 Sep 23 03:21:20.002853 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d69a229-2f8b-4f4a-860b-5cb5f3086768,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:20.009866 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.010218 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.010560 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.010930 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.011218 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.011551 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.011878 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.012206 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.012560 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.012889 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.013208 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.013528 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5018c852-95a1-4545-9daf-a0824960703a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:20.369304 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57490) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:20.407425 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-fa7c4135-a3af-40f4-989c-f5e7c24148ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d342da2ccebe4ccf9d40607782e2eb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369906 Sep 23 03:21:20.409654 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57492) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:20.454935 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9cee6652-10e5-4295-8d77-bbf208fda134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:20.475350 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9cee6652-10e5-4295-8d77-bbf208fda134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:20.577752 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9cee6652-10e5-4295-8d77-bbf208fda134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:20.580284 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9cee6652-10e5-4295-8d77-bbf208fda134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:20.581480 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-9cee6652-10e5-4295-8d77-bbf208fda134 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b670c0b-1539-4a66-8c8f-fb39faf4b598 HTTP/1.1" status: 204 len: 168 time: 0.1709142 Sep 23 03:21:20.589719 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee6652-10e5-4295-8d77-bbf208fda134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b670c0b-1539-4a66-8c8f-fb39faf4b598,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:21.563412 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57516) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:21.569676 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6a9998a7-7435-44de-9b19-6f4afc82583e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:21.657679 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1951085779-network', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:21.748339 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Made reservation on behalf of 6c9295094fe94cc69e88db5d29658b1b for: {'network': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:21:21.750594 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:21.759019 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:21.845568 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:21.896424 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:21.926071 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:21:21.932661 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16a8575-82e4-468b-adf2-979b7cab5370,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:21.939412 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:21.940306 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.segments_db [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Added segment a8367dce-a715-454e-b48f-4f4593339e54 of type vlan for network 256ff840-637a-4fa9-91bf-bd69e4407d67 Sep 23 03:21:21.978413 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:22.066663 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:22.067645 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:21:22.068229 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:22.125145 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] Pushing event updated for resources: {'Network': ['ID=256ff840-637a-4fa9-91bf-bd69e4407d67,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:22.134486 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 256ff840-637a-4fa9-91bf-bd69e4407d67 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:21:22.160141 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-7ca65c54-881c-4af3-b203-a3c8501fea57 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5956235 Sep 23 03:21:22.162939 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57522) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:22.168115 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] Request body: {'subnet': {'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1951085779-subnet', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'ip_version': 4}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:22.250773 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] Made reservation on behalf of 6c9295094fe94cc69e88db5d29658b1b for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:21:22.253162 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25681460'] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:22.485465 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25232253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681414'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:22.544793 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47405c9c-6d84-443f-9774-56dfd85977a4,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:22.551544 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] Checking segment: {'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:21:22.551906 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] Network hostable DHCP agents. Network: 256ff840-637a-4fa9-91bf-bd69e4407d67, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:21:22.643744 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] Network 256ff840-637a-4fa9-91bf-bd69e4407d67 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:21:22.723638 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 256ff840-637a-4fa9-91bf-bd69e4407d67) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:21:22.727552 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:21:22.728134 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:22.733195 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9680bc-083b-4f23-95b8-8a2974bc5ff1 None None] Network 256ff840-637a-4fa9-91bf-bd69e4407d67 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:21:22.824137 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-02ea563c-796e-4d97-ab36-7fe78ce5bfa9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6601431 Sep 23 03:21:22.826740 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57524) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:22.831087 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:22.881446 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29eb833-083d-5d5e-b2f8-85e20067a92e-256ff840-637a-4fa9-91bf-bd69e4407d67', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4'}]}} from dv-cinder-768458-9-iscsi. {{(pid=94697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 03:21:22.882314 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:22.924009 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129195'] for router, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:22.925698 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129186'] for router, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:23.003549 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:23.039614 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.db_base_plugin_common [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Allocated IP 172.20.0.2 (256ff840-637a-4fa9-91bf-bd69e4407d67/47405c9c-6d84-443f-9774-56dfd85977a4/0db5b28b-8d74-4bce-b573-308bb22a055a) {{(pid=94697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:21:23.171835 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:23.353266 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:23.391075 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:23.395790 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Network 256ff840-637a-4fa9-91bf-bd69e4407d67 is already hosted by enough agents. {{(pid=94697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:21:23.398647 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.base_scheduler [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Resources bound (agent type, host, resource id): {{(pid=94697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:21:23.404974 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Received port after_create {{(pid=94697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:21:23.407692 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Pushing event updated for resources: {'Port': ['ID=0db5b28b-8d74-4bce-b573-308bb22a055a,revision_number=1']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:23.418698 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.419057 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.419402 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.419741 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.420077 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.420410 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.420767 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.421099 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.421430 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.421757 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.422132 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.422421 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:23.572804 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Attempting to bind port 0db5b28b-8d74-4bce-b573-308bb22a055a on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:21:23.573176 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Attempting to bind port 0db5b28b-8d74-4bce-b573-308bb22a055a by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:21:23.573535 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Attempting to bind port 0db5b28b-8d74-4bce-b573-308bb22a055a on network 256ff840-637a-4fa9-91bf-bd69e4407d67 {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:21:23.578327 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:21:23.578697 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Checking segment: {'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:21:23.579097 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:23.579487 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Bound using segment: {'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:21:23.579947 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Bound port: 0db5b28b-8d74-4bce-b573-308bb22a055a, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:21:23.580322 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:23.639857 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] For port 0db5b28b-8d74-4bce-b573-308bb22a055a, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:21:23.655774 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] For port 0db5b28b-8d74-4bce-b573-308bb22a055a, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=0db5b28b-8d74-4bce-b573-308bb22a055a,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:21:23.834740 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:23.880500 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:23.892415 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a8a43-63db-4070-81dc-cc29bccd0fd3 None None] Pushing event updated for resources: {'Port': ['ID=0db5b28b-8d74-4bce-b573-308bb22a055a,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:23.899830 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:24.003188 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Allocated IP 172.27.1.33 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/f5df0768-ed9c-406c-8919-bc1151d1d2a0) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:21:24.122335 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:24.229884 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:24.266212 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:21:24.270342 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:21:24.273803 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:21:24.297499 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Pushing event updated for resources: {'Port': ['ID=f5df0768-ed9c-406c-8919-bc1151d1d2a0,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:24.335764 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-03b3d96a-3427-48ad-90e2-afd1773b4048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:24.620903 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:24.738313 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32461800-d6c7-44e6-9916-ade11003c54e None None] Network 256ff840-637a-4fa9-91bf-bd69e4407d67 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:21:24.766384 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 0db5b28b-8d74-4bce-b573-308bb22a055a up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:21:24.841539 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:24.848291 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571838'] for router, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:24.858338 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-c0a795f5-83a8-4a0b-89a9-49fe386b68b1 None None] Provisioning complete for port 0db5b28b-8d74-4bce-b573-308bb22a055a triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:24.858714 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c0a795f5-83a8-4a0b-89a9-49fe386b68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:24.928020 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 0db5b28b-8d74-4bce-b573-308bb22a055a triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:24.928319 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:25.035552 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c0a795f5-83a8-4a0b-89a9-49fe386b68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:25.066932 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Router aef6874d-ea5d-4187-bbd7-d52299656aa5 is scheduled to L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 with binding_index 1 {{(pid=94696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 03:21:25.098338 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:25.101195 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-c0a795f5-83a8-4a0b-89a9-49fe386b68b1 None None] For port 0db5b28b-8d74-4bce-b573-308bb22a055a, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=0db5b28b-8d74-4bce-b573-308bb22a055a,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:21:25.171625 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c0a795f5-83a8-4a0b-89a9-49fe386b68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:25.190800 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:21:25.203356 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Sync routers for ids ['aef6874d-ea5d-4187-bbd7-d52299656aa5'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:21:25.254487 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.db.api [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 03:21:25.254863 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG oslo_db.api [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 03:21:25.257216 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Routers {'aef6874d-ea5d-4187-bbd7-d52299656aa5'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:21:25.257833 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:21:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['aef6874d-ea5d-4187-bbd7-d52299656aa5'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:25.267282 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] Notify callbacks [] for router, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:25.270925 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-7b67ab5b-9627-44ee-a597-76097b3936cc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4408648 Sep 23 03:21:25.271142 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57532) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:25.312445 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a795f5-83a8-4a0b-89a9-49fe386b68b1 None None] Pushing event updated for resources: {'Port': ['ID=0db5b28b-8d74-4bce-b573-308bb22a055a,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:25.346857 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:25.353614 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-a9ceee45-318e-42c1-96ed-cbc14ee06201 None None] Provisioning complete for port 0db5b28b-8d74-4bce-b573-308bb22a055a triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:25.353977 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a9ceee45-318e-42c1-96ed-cbc14ee06201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:25.409220 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Set router aef6874d-ea5d-4187-bbd7-d52299656aa5 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:21:25.613118 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:24Z', 'revision_number': 3, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:25.638114 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Checking router: aef6874d-ea5d-4187-bbd7-d52299656aa5 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:21:25.638464 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Updating router aef6874d-ea5d-4187-bbd7-d52299656aa5 port f5df0768-ed9c-406c-8919-bc1151d1d2a0 binding host dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:21:25.662312 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:25.672239 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:25.960153 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Notify callbacks [] for port, precommit_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.051434 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.104893 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Attempting to bind port f5df0768-ed9c-406c-8919-bc1151d1d2a0 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:21:26.106123 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Attempting to bind port f5df0768-ed9c-406c-8919-bc1151d1d2a0 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:21:26.106123 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Attempting to bind port f5df0768-ed9c-406c-8919-bc1151d1d2a0 on network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:21:26.108525 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9c36b-4b54-4f13-a904-d5ce6d8731f2 None None] Pushing event updated for resources: {'Port': ['ID=f5df0768-ed9c-406c-8919-bc1151d1d2a0,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:26.113328 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:21:26.113703 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Checking segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:21:26.114101 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.114496 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Bound using segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:21:26.114951 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Bound port: f5df0768-ed9c-406c-8919-bc1151d1d2a0, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:21:26.115328 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.157921 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Allocated IP 172.20.0.1 (256ff840-637a-4fa9-91bf-bd69e4407d67/47405c9c-6d84-443f-9774-56dfd85977a4/e406d8d1-84c6-499d-bea5-dc32b2251612) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:21:26.170769 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] For port f5df0768-ed9c-406c-8919-bc1151d1d2a0, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:21:26.173861 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] For port f5df0768-ed9c-406c-8919-bc1151d1d2a0, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f5df0768-ed9c-406c-8919-bc1151d1d2a0,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:21:26.257679 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.268769 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.321409 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Routers {'aef6874d-ea5d-4187-bbd7-d52299656aa5'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:21:26.322078 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:21:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['aef6874d-ea5d-4187-bbd7-d52299656aa5'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:26.324596 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9c36b-4b54-4f13-a904-d5ce6d8731f2 None None] Pushing event updated for resources: {'Port': ['ID=f5df0768-ed9c-406c-8919-bc1151d1d2a0,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:26.371612 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.414440 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Network 256ff840-637a-4fa9-91bf-bd69e4407d67 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:21:26.419113 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:21:26.421700 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:21:26.452003 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Pushing event updated for resources: {'Port': ['ID=e406d8d1-84c6-499d-bea5-dc32b2251612,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:26.472512 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573059'] for router_interface, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.567505 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] Set router aef6874d-ea5d-4187-bbd7-d52299656aa5 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:21:26.699230 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-c4602863-c7c2-47a7-874e-07b13baa2ff9 None None] Provisioning complete for port e406d8d1-84c6-499d-bea5-dc32b2251612 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:26.699665 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c4602863-c7c2-47a7-874e-07b13baa2ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.705965 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.764876 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 0db5b28b-8d74-4bce-b573-308bb22a055a up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:21:26.767166 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-c4602863-c7c2-47a7-874e-07b13baa2ff9 None None] Port e406d8d1-84c6-499d-bea5-dc32b2251612 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:21:26.826694 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:24Z', 'revision_number': 3, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:26.855883 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56bc446-da51-4449-8ed7-de4b20f90d9b None None] The sync data for ids ['aef6874d-ea5d-4187-bbd7-d52299656aa5'] in dv-cinder-768458-9-iscsi is: [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:24Z', 'revision_number': 3, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:21:26.858277 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 0db5b28b-8d74-4bce-b573-308bb22a055a triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:26.858652 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.879904 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:26.959376 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:27.029221 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573299'] for router_interface, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:27.030967 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Pushing event updated for resources: {'Port': ['ID=e406d8d1-84c6-499d-bea5-dc32b2251612,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:27.113998 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:27.137211 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Network 256ff840-637a-4fa9-91bf-bd69e4407d67 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:21:27.138413 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:21:27.256481 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Router aef6874d-ea5d-4187-bbd7-d52299656aa5 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:21:27.368911 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:21:27.374140 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-a41552da-eddf-43f3-8762-097fd7adb475 admin admin] 10.222.0.23 "PUT /v2.0/routers/aef6874d-ea5d-4187-bbd7-d52299656aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1020269 Sep 23 03:21:27.400521 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-93a0cd91-d1b4-4e58-aa57-4ec79cfd8e3b None None] Provisioning complete for port e406d8d1-84c6-499d-bea5-dc32b2251612 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:27.401005 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-93a0cd91-d1b4-4e58-aa57-4ec79cfd8e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:27.445953 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-93a0cd91-d1b4-4e58-aa57-4ec79cfd8e3b None None] Port e406d8d1-84c6-499d-bea5-dc32b2251612 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:21:28.029945 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 57552) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:28.034805 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1501890343-network', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:28.114116 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Made reservation on behalf of c2cc9420de8f40cfbed777f55b86e5d9 for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:21:28.116691 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.126010 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.213044 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.267994 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.292475 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:21:28.301641 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435a9642-ca37-4545-8bd2-8a0614800adb,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:28.306247 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.306633 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Added segment 609811a2-ac14-4299-aaf6-9af9e565eea0 of type vlan for network 991d1f9b-49f4-4616-8932-16ff734769c0 Sep 23 03:21:28.349341 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.380138 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Sync routers for ids ['aef6874d-ea5d-4187-bbd7-d52299656aa5'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:21:28.393105 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Routers {'aef6874d-ea5d-4187-bbd7-d52299656aa5'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:21:28.393714 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:21:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['aef6874d-ea5d-4187-bbd7-d52299656aa5'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:28.416837 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.417811 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:21:28.418402 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.476804 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] Pushing event updated for resources: {'Network': ['ID=991d1f9b-49f4-4616-8932-16ff734769c0,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:28.486061 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-04e7c098-082d-4a0d-beaa-e2f0f22588d5 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4550531 Sep 23 03:21:28.486952 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 991d1f9b-49f4-4616-8932-16ff734769c0 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:21:28.488795 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 57554) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:28.493646 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] Request body: {'subnet': {'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1501890343-subnet', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'ip_version': 4}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:28.502348 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Set router aef6874d-ea5d-4187-bbd7-d52299656aa5 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:21:28.565187 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] Made reservation on behalf of c2cc9420de8f40cfbed777f55b86e5d9 for: {'subnet': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:21:28.567612 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25405352'] for subnet, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.705606 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 4, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'e406d8d1-84c6-499d-bea5-dc32b2251612', 'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'mac_address': 'fa:16:3e:1c:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:25Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 2, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'subnets': [{'id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:28.732508 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Checking router: aef6874d-ea5d-4187-bbd7-d52299656aa5 for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:21:28.732890 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Updating router aef6874d-ea5d-4187-bbd7-d52299656aa5 port e406d8d1-84c6-499d-bea5-dc32b2251612 binding host dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:21:28.760164 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.761073 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f5df0768-ed9c-406c-8919-bc1151d1d2a0 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:21:28.800345 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26797748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25405338'] for subnet, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.816217 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port f5df0768-ed9c-406c-8919-bc1151d1d2a0 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:28.816664 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.855525 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7086bcc-7d9d-40ea-89b7-936f3558fba3,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:28.877121 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] Checking segment: {'id': '609811a2-ac14-4299-aaf6-9af9e565eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:21:28.877486 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] Network hostable DHCP agents. Network: 991d1f9b-49f4-4616-8932-16ff734769c0, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:21:28.897808 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:28.923426 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port f5df0768-ed9c-406c-8919-bc1151d1d2a0, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f5df0768-ed9c-406c-8919-bc1151d1d2a0,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:21:28.952780 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] Network 991d1f9b-49f4-4616-8932-16ff734769c0 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:21:29.005425 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.026393 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Notify callbacks [] for port, precommit_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.033894 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 991d1f9b-49f4-4616-8932-16ff734769c0) {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:21:29.038944 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:21:29.039898 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.050636 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80162005-a979-43ec-890c-9bf51cfe1f91 None None] Network 991d1f9b-49f4-4616-8932-16ff734769c0 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:21:29.071767 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=f5df0768-ed9c-406c-8919-bc1151d1d2a0,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:29.091534 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.120703 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-1b5ad9f3-cdb0-431b-8200-0ad57c244f60 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6306679 Sep 23 03:21:29.123053 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 57558) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:29.127450 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1501890343-router', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:29.136522 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Pushing event updated for resources: {'Port': ['ID=e406d8d1-84c6-499d-bea5-dc32b2251612,revision_number=3']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:29.148460 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.148836 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.149179 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.149513 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.150658 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.150658 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.150982 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.151310 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.151653 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.151976 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.152329 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.152639 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:21:29.216610 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Attempting to bind port e406d8d1-84c6-499d-bea5-dc32b2251612 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:21:29.216868 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29eb833-083d-5d5e-b2f8-85e20067a92e-991d1f9b-49f4-4616-8932-16ff734769c0', 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'fixed_ips': [{'subnet_id': 'f7086bcc-7d9d-40ea-89b7-936f3558fba3'}]}} from dv-cinder-768458-9-iscsi. {{(pid=94697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 03:21:29.217004 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Attempting to bind port e406d8d1-84c6-499d-bea5-dc32b2251612 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:21:29.217344 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Attempting to bind port e406d8d1-84c6-499d-bea5-dc32b2251612 on network 256ff840-637a-4fa9-91bf-bd69e4407d67 {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:21:29.217883 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.222666 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:21:29.222908 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129195'] for router, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.223126 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Checking segment: {'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:21:29.223452 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.223850 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Bound using segment: {'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:21:29.223970 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129186'] for router, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.224321 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Bound port: e406d8d1-84c6-499d-bea5-dc32b2251612, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'}}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:21:29.224757 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.286971 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.294741 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] For port e406d8d1-84c6-499d-bea5-dc32b2251612, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:21:29.299372 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] For port e406d8d1-84c6-499d-bea5-dc32b2251612, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=e406d8d1-84c6-499d-bea5-dc32b2251612,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:21:29.365076 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.db_base_plugin_common [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Allocated IP 172.20.0.2 (991d1f9b-49f4-4616-8932-16ff734769c0/f7086bcc-7d9d-40ea-89b7-936f3558fba3/26f6a230-8b34-41a9-804f-2f29fe3dfc96) {{(pid=94697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:21:29.371740 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.399406 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-633c995b-126c-4b57-8ac9-8a70dcb844c5 None None] Provisioning complete for port e406d8d1-84c6-499d-bea5-dc32b2251612 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:29.399696 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-633c995b-126c-4b57-8ac9-8a70dcb844c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.437218 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867dc92-9a35-46a3-bbc9-0c1682025fbb None None] Pushing event updated for resources: {'Port': ['ID=e406d8d1-84c6-499d-bea5-dc32b2251612,revision_number=4']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:29.446237 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Routers {'aef6874d-ea5d-4187-bbd7-d52299656aa5'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:21:29.446881 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:21:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['aef6874d-ea5d-4187-bbd7-d52299656aa5'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:29.486972 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.558793 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Notify callbacks [] for port, precommit_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.611249 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-633c995b-126c-4b57-8ac9-8a70dcb844c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.631891 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.653856 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] Set router aef6874d-ea5d-4187-bbd7-d52299656aa5 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:21:29.669239 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-633c995b-126c-4b57-8ac9-8a70dcb844c5 None None] For port e406d8d1-84c6-499d-bea5-dc32b2251612, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=e406d8d1-84c6-499d-bea5-dc32b2251612,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:21:29.679216 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Network 991d1f9b-49f4-4616-8932-16ff734769c0 is already hosted by enough agents. {{(pid=94697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:21:29.682359 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.base_scheduler [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Resources bound (agent type, host, resource id): {{(pid=94697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:21:29.686023 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Received port after_create {{(pid=94697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:21:29.721553 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Pushing event updated for resources: {'Port': ['ID=26f6a230-8b34-41a9-804f-2f29fe3dfc96,revision_number=1']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:29.724147 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-633c995b-126c-4b57-8ac9-8a70dcb844c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.775268 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Attempting to bind port 26f6a230-8b34-41a9-804f-2f29fe3dfc96 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:21:29.776150 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Attempting to bind port 26f6a230-8b34-41a9-804f-2f29fe3dfc96 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '609811a2-ac14-4299-aaf6-9af9e565eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:21:29.776472 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Attempting to bind port 26f6a230-8b34-41a9-804f-2f29fe3dfc96 on network 991d1f9b-49f4-4616-8932-16ff734769c0 {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:21:29.787285 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.788263 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:21:29.788661 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Checking segment: {'id': '609811a2-ac14-4299-aaf6-9af9e565eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:21:29.789057 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.789443 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Bound using segment: {'id': '609811a2-ac14-4299-aaf6-9af9e565eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:21:29.790109 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Bound port: 26f6a230-8b34-41a9-804f-2f29fe3dfc96, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609811a2-ac14-4299-aaf6-9af9e565eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:21:29.790292 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.811868 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.813017 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c995b-126c-4b57-8ac9-8a70dcb844c5 None None] Pushing event updated for resources: {'Port': ['ID=e406d8d1-84c6-499d-bea5-dc32b2251612,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:29.886811 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-cb277ce5-0e9f-4621-9328-3cff1af702cd None None] Provisioning complete for port e406d8d1-84c6-499d-bea5-dc32b2251612 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:29.887114 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-cb277ce5-0e9f-4621-9328-3cff1af702cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:29.888512 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 4, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'e406d8d1-84c6-499d-bea5-dc32b2251612', 'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'mac_address': 'fa:16:3e:1c:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:25Z', 'updated_at': '2021-09-23T03:21:29Z', 'revision_number': 4, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'subnets': [{'id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:29.910412 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] For port 26f6a230-8b34-41a9-804f-2f29fe3dfc96, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:21:29.917505 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632c0c7a-b0eb-40a6-bbeb-ef08bf5cd449 None None] The sync data for ids ['aef6874d-ea5d-4187-bbd7-d52299656aa5'] in dv-cinder-768458-9-iscsi is: [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 4, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'e406d8d1-84c6-499d-bea5-dc32b2251612', 'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'mac_address': 'fa:16:3e:1c:69:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:25Z', 'updated_at': '2021-09-23T03:21:29Z', 'revision_number': 4, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'subnets': [{'id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:21:29.926219 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Allocated IP 172.27.1.166 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/cd055adf-4b79-415e-8871-473943c80259) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:21:29.926772 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] For port 26f6a230-8b34-41a9-804f-2f29fe3dfc96, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=26f6a230-8b34-41a9-804f-2f29fe3dfc96,segment=NetworkSegment(609811a2-ac14-4299-aaf6-9af9e565eea0),segment_id=609811a2-ac14-4299-aaf6-9af9e565eea0)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:21:29.982854 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:30.056914 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98f1df-2732-4a84-83e1-b0d121dab94a None None] Pushing event updated for resources: {'Port': ['ID=26f6a230-8b34-41a9-804f-2f29fe3dfc96,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:30.077425 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:30.183658 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:30.241355 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:21:30.248352 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:21:30.250253 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Pushing event updated for resources: {'Port': ['ID=cd055adf-4b79-415e-8871-473943c80259,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:30.252563 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:21:30.568848 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:30.800325 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571838'] for router, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:30.905504 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 26f6a230-8b34-41a9-804f-2f29fe3dfc96 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:21:30.973851 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 26f6a230-8b34-41a9-804f-2f29fe3dfc96 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:30.974223 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:31.055497 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Router 5afe5f6b-ba82-4ce1-8855-167572f26a74 is scheduled to L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 with binding_index 1 {{(pid=94695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 03:21:31.058733 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:31.091224 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b3db20-96f9-4d83-97b4-06d98840623b None None] Network 991d1f9b-49f4-4616-8932-16ff734769c0 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:21:31.096746 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port 26f6a230-8b34-41a9-804f-2f29fe3dfc96, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=26f6a230-8b34-41a9-804f-2f29fe3dfc96,segment=NetworkSegment(609811a2-ac14-4299-aaf6-9af9e565eea0),segment_id=609811a2-ac14-4299-aaf6-9af9e565eea0)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:21:31.154366 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:31.154366 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f5df0768-ed9c-406c-8919-bc1151d1d2a0 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:21:31.171057 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:21:31.204176 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Sync routers for ids ['5afe5f6b-ba82-4ce1-8855-167572f26a74'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:21:31.222773 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:31.224030 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-76642c0e-5e7c-4df4-84f3-904359527143 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0999248 Sep 23 03:21:31.226689 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 57566) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:31.263024 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-142a8757-e266-4063-be78-3907d3eb1916 None None] Provisioning complete for port 26f6a230-8b34-41a9-804f-2f29fe3dfc96 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:31.263396 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-142a8757-e266-4063-be78-3907d3eb1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:31.304109 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Routers {'5afe5f6b-ba82-4ce1-8855-167572f26a74'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:21:31.304785 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:21:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['5afe5f6b-ba82-4ce1-8855-167572f26a74'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:31.307183 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=26f6a230-8b34-41a9-804f-2f29fe3dfc96,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:31.435010 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port f5df0768-ed9c-406c-8919-bc1151d1d2a0 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:31.435294 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:31.652843 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Set router 5afe5f6b-ba82-4ce1-8855-167572f26a74 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:21:31.655169 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:31.818086 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device e406d8d1-84c6-499d-bea5-dc32b2251612 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:21:31.833093 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Allocated IP 172.20.0.1 (991d1f9b-49f4-4616-8932-16ff734769c0/f7086bcc-7d9d-40ea-89b7-936f3558fba3/0aa35828-fb2a-41b3-b464-4fe7187960e3) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:21:31.897270 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-73ea68b4-c4bf-4967-8705-14df88a31c25 None None] Provisioning complete for port 26f6a230-8b34-41a9-804f-2f29fe3dfc96 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:31.897648 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-73ea68b4-c4bf-4967-8705-14df88a31c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:31.935271 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:31.955909 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port e406d8d1-84c6-499d-bea5-dc32b2251612 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:31.956338 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:31.987930 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'name': 'tempest-TestShelveInstance-1501890343-router', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'cd055adf-4b79-415e-8871-473943c80259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:30Z', 'revision_number': 3, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'gw_port': {'id': 'cd055adf-4b79-415e-8871-473943c80259', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:32.022136 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Checking router: 5afe5f6b-ba82-4ce1-8855-167572f26a74 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:21:32.022491 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Updating router 5afe5f6b-ba82-4ce1-8855-167572f26a74 port cd055adf-4b79-415e-8871-473943c80259 binding host dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:21:32.023046 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.066695 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Network 991d1f9b-49f4-4616-8932-16ff734769c0 is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:21:32.070989 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:21:32.080152 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.083187 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:21:32.086227 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Pushing event updated for resources: {'Port': ['ID=0aa35828-fb2a-41b3-b464-4fe7187960e3,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:32.346022 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573059'] for router_interface, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.400459 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.406615 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-b21b9371-dba4-467a-a8ee-a56195012cab None None] Provisioning complete for port 0aa35828-fb2a-41b3-b464-4fe7187960e3 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:32.410444 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b21b9371-dba4-467a-a8ee-a56195012cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.444782 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-b21b9371-dba4-467a-a8ee-a56195012cab None None] Port 0aa35828-fb2a-41b3-b464-4fe7187960e3 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:21:32.460944 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.508464 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Attempting to bind port cd055adf-4b79-415e-8871-473943c80259 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:21:32.508862 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Attempting to bind port cd055adf-4b79-415e-8871-473943c80259 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:21:32.509231 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Attempting to bind port cd055adf-4b79-415e-8871-473943c80259 on network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:21:32.518073 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a441f-d125-44c5-bde5-924834db6440 None None] Pushing event updated for resources: {'Port': ['ID=cd055adf-4b79-415e-8871-473943c80259,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:32.520470 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:21:32.521955 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Checking segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:21:32.521955 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.521955 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Bound using segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:21:32.522257 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Bound port: cd055adf-4b79-415e-8871-473943c80259, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:21:32.522467 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.571607 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.577810 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] For port cd055adf-4b79-415e-8871-473943c80259, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:21:32.580874 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] For port cd055adf-4b79-415e-8871-473943c80259, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=cd055adf-4b79-415e-8871-473943c80259,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:21:32.657480 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.716457 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Routers {'5afe5f6b-ba82-4ce1-8855-167572f26a74'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:21:32.717126 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:21:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['5afe5f6b-ba82-4ce1-8855-167572f26a74'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:32.718997 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999a441f-d125-44c5-bde5-924834db6440 None None] Pushing event updated for resources: {'Port': ['ID=cd055adf-4b79-415e-8871-473943c80259,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:32.739821 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.763067 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 26f6a230-8b34-41a9-804f-2f29fe3dfc96 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:21:32.810973 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26797603'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.865640 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] Set router 5afe5f6b-ba82-4ce1-8855-167572f26a74 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:21:32.876887 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Pushing event updated for resources: {'Port': ['ID=0aa35828-fb2a-41b3-b464-4fe7187960e3,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:32.879424 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573299'] for router_interface, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.896291 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 26f6a230-8b34-41a9-804f-2f29fe3dfc96 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:32.896674 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:32.971294 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Network 991d1f9b-49f4-4616-8932-16ff734769c0 is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:21:32.972812 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:21:33.094070 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Router 5afe5f6b-ba82-4ce1-8855-167572f26a74 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:21:33.132725 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'name': 'tempest-TestShelveInstance-1501890343-router', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'cd055adf-4b79-415e-8871-473943c80259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:32Z', 'revision_number': 4, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'gw_port': {'id': 'cd055adf-4b79-415e-8871-473943c80259', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '0aa35828-fb2a-41b3-b464-4fe7187960e3', 'name': '', 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'mac_address': 'fa:16:3e:10:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f7086bcc-7d9d-40ea-89b7-936f3558fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:31Z', 'updated_at': '2021-09-23T03:21:31Z', 'revision_number': 1, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'subnets': [{'id': 'f7086bcc-7d9d-40ea-89b7-936f3558fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:33.160325 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e0cc9-fc1a-4261-8177-d47cd75f10a6 None None] The sync data for ids ['5afe5f6b-ba82-4ce1-8855-167572f26a74'] in dv-cinder-768458-9-iscsi is: [{'id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'name': 'tempest-TestShelveInstance-1501890343-router', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'cd055adf-4b79-415e-8871-473943c80259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:32Z', 'revision_number': 4, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'gw_port': {'id': 'cd055adf-4b79-415e-8871-473943c80259', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '0aa35828-fb2a-41b3-b464-4fe7187960e3', 'name': '', 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'mac_address': 'fa:16:3e:10:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f7086bcc-7d9d-40ea-89b7-936f3558fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:31Z', 'updated_at': '2021-09-23T03:21:31Z', 'revision_number': 1, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'subnets': [{'id': 'f7086bcc-7d9d-40ea-89b7-936f3558fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:21:33.213848 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:21:33.219193 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-9db3fc92-9861-41ff-87ea-18c861b54e2f admin admin] 10.222.0.23 "PUT /v2.0/routers/5afe5f6b-ba82-4ce1-8855-167572f26a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9915442 Sep 23 03:21:33.263378 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-365b44ca-4c87-472b-9d38-ef6be35ff539 None None] Provisioning complete for port 0aa35828-fb2a-41b3-b464-4fe7187960e3 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:33.263756 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-365b44ca-4c87-472b-9d38-ef6be35ff539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:33.303743 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-365b44ca-4c87-472b-9d38-ef6be35ff539 None None] Port 0aa35828-fb2a-41b3-b464-4fe7187960e3 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:21:33.754159 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 57578) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:33.759089 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-d859f062-75d4-4a7d-8249-8f47cdd3fb02 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540755271', 'description': 'tempest-secgroup-smoke-1540755271 description', 'project_id': '6c9295094fe94cc69e88db5d29658b1b'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:33.862397 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d859f062-75d4-4a7d-8249-8f47cdd3fb02 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:33.951678 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d859f062-75d4-4a7d-8249-8f47cdd3fb02 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.020930 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d859f062-75d4-4a7d-8249-8f47cdd3fb02 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.051289 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859f062-75d4-4a7d-8249-8f47cdd3fb02 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5faf8193-3596-4976-a3b8-4ec92ccaf9f5,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:34.112854 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d859f062-75d4-4a7d-8249-8f47cdd3fb02 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.115457 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-d859f062-75d4-4a7d-8249-8f47cdd3fb02 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3588970 Sep 23 03:21:34.117013 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 57580) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:34.122216 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-8d4e2be2-f915-46d6-b6cb-44fd4b8cb17b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Request body: {'security_group_rule': {'security_group_id': '5faf8193-3596-4976-a3b8-4ec92ccaf9f5', 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:34.228841 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2be2-f915-46d6-b6cb-44fd4b8cb17b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.285565 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2be2-f915-46d6-b6cb-44fd4b8cb17b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.365553 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2be2-f915-46d6-b6cb-44fd4b8cb17b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.383025 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e2be2-f915-46d6-b6cb-44fd4b8cb17b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204c6687-ab50-42ef-bc46-d7a3f8bfec3a,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:34.457088 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8d4e2be2-f915-46d6-b6cb-44fd4b8cb17b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.458343 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-8d4e2be2-f915-46d6-b6cb-44fd4b8cb17b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3402951 Sep 23 03:21:34.461214 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 57584) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:34.466098 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-6aadc894-d22d-4374-9ce5-159d0b234254 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Request body: {'security_group_rule': {'security_group_id': '5faf8193-3596-4976-a3b8-4ec92ccaf9f5', 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:34.540198 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6aadc894-d22d-4374-9ce5-159d0b234254 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.613811 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6aadc894-d22d-4374-9ce5-159d0b234254 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.688669 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6aadc894-d22d-4374-9ce5-159d0b234254 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.704897 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadc894-d22d-4374-9ce5-159d0b234254 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12d2485-71a0-45e4-9aad-c04cd150e255,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:34.769615 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device cd055adf-4b79-415e-8871-473943c80259 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:21:34.817484 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-6aadc894-d22d-4374-9ce5-159d0b234254 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.818022 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port cd055adf-4b79-415e-8871-473943c80259 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:34.818022 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.818950 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-6aadc894-d22d-4374-9ce5-159d0b234254 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3566391 Sep 23 03:21:34.821532 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 57586) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:34.826477 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-39dec4bf-d107-4cc1-8f2a-04af3e1c03a6 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Request body: {'security_group_rule': {'security_group_id': '5faf8193-3596-4976-a3b8-4ec92ccaf9f5', 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:34.876974 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Sync routers for ids ['5afe5f6b-ba82-4ce1-8855-167572f26a74'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:21:34.886837 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Routers {'5afe5f6b-ba82-4ce1-8855-167572f26a74'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:21:34.887445 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:21:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['5afe5f6b-ba82-4ce1-8855-167572f26a74'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:34.899396 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.917563 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-39dec4bf-d107-4cc1-8f2a-04af3e1c03a6 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.920332 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port cd055adf-4b79-415e-8871-473943c80259, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=cd055adf-4b79-415e-8871-473943c80259,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:21:34.985848 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-39dec4bf-d107-4cc1-8f2a-04af3e1c03a6 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:34.992674 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.001530 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Set router 5afe5f6b-ba82-4ce1-8855-167572f26a74 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:21:35.043683 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=cd055adf-4b79-415e-8871-473943c80259,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:35.066736 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-39dec4bf-d107-4cc1-8f2a-04af3e1c03a6 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.092710 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dec4bf-d107-4cc1-8f2a-04af3e1c03a6 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1448350-1c14-4254-897b-ee386b4dc9f2,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:35.180841 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-39dec4bf-d107-4cc1-8f2a-04af3e1c03a6 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.182539 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-39dec4bf-d107-4cc1-8f2a-04af3e1c03a6 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3595271 Sep 23 03:21:35.185334 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57588) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:35.189880 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-0930db57-0515-4073-ac28-de07ac0fd5fc tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Request body: {'security_group_rule': {'security_group_id': '5faf8193-3596-4976-a3b8-4ec92ccaf9f5', 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:35.195159 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'name': 'tempest-TestShelveInstance-1501890343-router', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'cd055adf-4b79-415e-8871-473943c80259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:32Z', 'revision_number': 4, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'gw_port': {'id': 'cd055adf-4b79-415e-8871-473943c80259', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '0aa35828-fb2a-41b3-b464-4fe7187960e3', 'name': '', 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'mac_address': 'fa:16:3e:10:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f7086bcc-7d9d-40ea-89b7-936f3558fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:31Z', 'updated_at': '2021-09-23T03:21:32Z', 'revision_number': 2, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'subnets': [{'id': 'f7086bcc-7d9d-40ea-89b7-936f3558fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:35.224480 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Checking router: 5afe5f6b-ba82-4ce1-8855-167572f26a74 for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:21:35.224845 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Updating router 5afe5f6b-ba82-4ce1-8855-167572f26a74 port 0aa35828-fb2a-41b3-b464-4fe7187960e3 binding host dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:21:35.249351 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.284906 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0930db57-0515-4073-ac28-de07ac0fd5fc tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.356182 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0930db57-0515-4073-ac28-de07ac0fd5fc tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.415054 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0930db57-0515-4073-ac28-de07ac0fd5fc tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.436726 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930db57-0515-4073-ac28-de07ac0fd5fc tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ec1895-d1af-4564-8e4c-2b749155a140,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:35.495218 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-0930db57-0515-4073-ac28-de07ac0fd5fc tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.496581 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-0930db57-0515-4073-ac28-de07ac0fd5fc tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3101852 Sep 23 03:21:35.499325 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57592) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:35.503706 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-fc77eecd-c5a6-4f16-b07f-64865143a6ad tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Request body: {'security_group_rule': {'security_group_id': '5faf8193-3596-4976-a3b8-4ec92ccaf9f5', 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:35.516640 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Notify callbacks [] for port, precommit_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.574917 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.582753 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.securitygroups_db [None req-fc77eecd-c5a6-4f16-b07f-64865143a6ad tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Project 6c9295094fe94cc69e88db5d29658b1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 03:21:35.589322 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fc77eecd-c5a6-4f16-b07f-64865143a6ad tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.648631 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ada3a7-50bd-4391-973e-9e74febb9d2b None None] Pushing event updated for resources: {'Port': ['ID=0aa35828-fb2a-41b3-b464-4fe7187960e3,revision_number=3']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:35.657273 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fc77eecd-c5a6-4f16-b07f-64865143a6ad tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.682273 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Attempting to bind port 0aa35828-fb2a-41b3-b464-4fe7187960e3 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:21:35.682648 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Attempting to bind port 0aa35828-fb2a-41b3-b464-4fe7187960e3 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '609811a2-ac14-4299-aaf6-9af9e565eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0'}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:21:35.683126 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Attempting to bind port 0aa35828-fb2a-41b3-b464-4fe7187960e3 on network 991d1f9b-49f4-4616-8932-16ff734769c0 {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:21:35.688056 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:21:35.688555 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Checking segment: {'id': '609811a2-ac14-4299-aaf6-9af9e565eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:21:35.688858 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.689246 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Bound using segment: {'id': '609811a2-ac14-4299-aaf6-9af9e565eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0'} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:21:35.689824 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Bound port: 0aa35828-fb2a-41b3-b464-4fe7187960e3, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609811a2-ac14-4299-aaf6-9af9e565eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0'}}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:21:35.690223 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.742762 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fc77eecd-c5a6-4f16-b07f-64865143a6ad tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.756819 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] For port 0aa35828-fb2a-41b3-b464-4fe7187960e3, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:21:35.758618 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77eecd-c5a6-4f16-b07f-64865143a6ad tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86482a91-139e-4a1a-9d92-1a750f797449,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:35.760364 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] For port 0aa35828-fb2a-41b3-b464-4fe7187960e3, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=0aa35828-fb2a-41b3-b464-4fe7187960e3,segment=NetworkSegment(609811a2-ac14-4299-aaf6-9af9e565eea0),segment_id=609811a2-ac14-4299-aaf6-9af9e565eea0)] {{(pid=94698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:21:35.783979 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:21:35.822804 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.839611 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fc77eecd-c5a6-4f16-b07f-64865143a6ad tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.843308 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-fc77eecd-c5a6-4f16-b07f-64865143a6ad tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3406253 Sep 23 03:21:35.843546 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57594) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:21:35.843864 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-c07aa8d9-4c06-46b3-b071-6819ca14367f None None] Provisioning complete for port 0aa35828-fb2a-41b3-b464-4fe7187960e3 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:35.844329 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c07aa8d9-4c06-46b3-b071-6819ca14367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.848627 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-ce1a0691-67a9-4ae8-a169-ec4740fc8470 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Request body: {'security_group_rule': {'security_group_id': '5faf8193-3596-4976-a3b8-4ec92ccaf9f5', 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:21:35.881079 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ada3a7-50bd-4391-973e-9e74febb9d2b None None] Pushing event updated for resources: {'Port': ['ID=0aa35828-fb2a-41b3-b464-4fe7187960e3,revision_number=4']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:35.897099 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Routers {'5afe5f6b-ba82-4ce1-8855-167572f26a74'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:21:35.897747 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:21:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['5afe5f6b-ba82-4ce1-8855-167572f26a74'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:35.923995 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.securitygroups_db [None req-ce1a0691-67a9-4ae8-a169-ec4740fc8470 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Project 6c9295094fe94cc69e88db5d29658b1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 03:21:35.930952 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ce1a0691-67a9-4ae8-a169-ec4740fc8470 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.932832 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c07aa8d9-4c06-46b3-b071-6819ca14367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:35.975884 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-c07aa8d9-4c06-46b3-b071-6819ca14367f None None] For port 0aa35828-fb2a-41b3-b464-4fe7187960e3, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=0aa35828-fb2a-41b3-b464-4fe7187960e3,segment=NetworkSegment(609811a2-ac14-4299-aaf6-9af9e565eea0),segment_id=609811a2-ac14-4299-aaf6-9af9e565eea0)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:21:36.006862 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ce1a0691-67a9-4ae8-a169-ec4740fc8470 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:36.021784 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] Set router 5afe5f6b-ba82-4ce1-8855-167572f26a74 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:21:36.049452 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c07aa8d9-4c06-46b3-b071-6819ca14367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:36.077983 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ce1a0691-67a9-4ae8-a169-ec4740fc8470 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:36.098169 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a0691-67a9-4ae8-a169-ec4740fc8470 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ebde82-5a3b-4367-825d-048f3a7469eb,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:36.112593 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07aa8d9-4c06-46b3-b071-6819ca14367f None None] Pushing event updated for resources: {'Port': ['ID=0aa35828-fb2a-41b3-b464-4fe7187960e3,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:21:36.170414 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-ed890217-388a-4d51-a2f6-b8ae83d50121 None None] Provisioning complete for port 0aa35828-fb2a-41b3-b464-4fe7187960e3 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:36.170706 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ed890217-388a-4d51-a2f6-b8ae83d50121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:36.176537 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ce1a0691-67a9-4ae8-a169-ec4740fc8470 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:36.177794 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-ce1a0691-67a9-4ae8-a169-ec4740fc8470 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330963 Sep 23 03:21:36.235459 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'name': 'tempest-TestShelveInstance-1501890343-router', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'cd055adf-4b79-415e-8871-473943c80259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:32Z', 'revision_number': 4, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'gw_port': {'id': 'cd055adf-4b79-415e-8871-473943c80259', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '0aa35828-fb2a-41b3-b464-4fe7187960e3', 'name': '', 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'mac_address': 'fa:16:3e:10:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f7086bcc-7d9d-40ea-89b7-936f3558fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:31Z', 'updated_at': '2021-09-23T03:21:35Z', 'revision_number': 4, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'subnets': [{'id': 'f7086bcc-7d9d-40ea-89b7-936f3558fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:21:36.264693 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab88e1b-3f97-40c7-afec-8cb8d61952dd None None] The sync data for ids ['5afe5f6b-ba82-4ce1-8855-167572f26a74'] in dv-cinder-768458-9-iscsi is: [{'id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'name': 'tempest-TestShelveInstance-1501890343-router', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'cd055adf-4b79-415e-8871-473943c80259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:32Z', 'revision_number': 4, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'gw_port': {'id': 'cd055adf-4b79-415e-8871-473943c80259', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '0aa35828-fb2a-41b3-b464-4fe7187960e3', 'name': '', 'network_id': '991d1f9b-49f4-4616-8932-16ff734769c0', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'mac_address': 'fa:16:3e:10:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f7086bcc-7d9d-40ea-89b7-936f3558fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:31Z', 'updated_at': '2021-09-23T03:21:35Z', 'revision_number': 4, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'subnets': [{'id': 'f7086bcc-7d9d-40ea-89b7-936f3558fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:21:36.777088 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device cd055adf-4b79-415e-8871-473943c80259 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:21:36.845064 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port cd055adf-4b79-415e-8871-473943c80259 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:36.845602 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:37.002831 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:37.045941 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 0aa35828-fb2a-41b3-b464-4fe7187960e3 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:21:37.090794 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 0aa35828-fb2a-41b3-b464-4fe7187960e3 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:21:37.091168 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:51.576162 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bc01-26e1-4a7a-b381-3c886a643dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:54.330554 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-40871a9e-7d56-4f66-b77f-27a088b02be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:54.740793 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:55.250684 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:21:57.117293 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:00.229528 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-0f245d2c-121b-4f4d-ba81-264beeb5e72c tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540755271&fields=id&tenant_id=6c9295094fe94cc69e88db5d29658b1b HTTP/1.1" status: 200 len: 267 time: 0.0426996 Sep 23 03:22:00.334360 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-263422f5-6820-48cc-8efa-ea74928349d2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:00.335728 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-263422f5-6820-48cc-8efa-ea74928349d2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/networks?id=256ff840-637a-4fa9-91bf-bd69e4407d67 HTTP/1.1" status: 200 len: 809 time: 0.0995152 Sep 23 03:22:00.349706 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-63b0ebe7-90e6-4937-b100-1fe824b3dcdf tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/quotas/6c9295094fe94cc69e88db5d29658b1b HTTP/1.1" status: 200 len: 375 time: 0.0084679 Sep 23 03:22:00.399685 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-0ebd57a8-a92b-4826-a9f0-09223676f784 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6c9295094fe94cc69e88db5d29658b1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431154 Sep 23 03:22:00.492202 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-2886ceb8-5a32-437b-ae27-208d273d8e39 service neutron] 10.222.0.23 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792406 Sep 23 03:22:00.583075 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-6d07355f-3af2-49cf-8920-e6de2e561a06 service neutron] 10.222.0.23 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844991 Sep 23 03:22:02.156067 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-276629e7-2c68-490b-a93d-e417c3f45137 req-018d85f9-9317-48bd-b062-13d917c2d9a1 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 210 time: 0.0260618 Sep 23 03:22:03.234658 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a5fafca0-9fc3-4334-9af4-afb830a400f2 req-c4b7c706-74e9-483d-b9a1-64b3cb9a6c1f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 210 time: 0.0291114 Sep 23 03:22:04.310178 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-700ada7d-53a9-46e6-a394-7f7972f870c9 req-27ae6cba-5a7a-42e9-9496-03e35ace1cc9 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 210 time: 0.0263131 Sep 23 03:22:05.401200 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0c4a0261-5f73-4195-90b1-d91c352340d9 req-fd25bb56-1d22-40f2-bea3-b2dcb4794814 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 210 time: 0.0269365 Sep 23 03:22:06.495087 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5f8e4bbf-a8aa-4efb-81aa-85f8287786ab req-ba951850-2ebf-40fd-968e-4bd36c0905b5 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 210 time: 0.0256405 Sep 23 03:22:06.608956 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-2bf0cfc0-b502-4932-a2b6-dda5fd55e2e1 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:06.610467 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-2bf0cfc0-b502-4932-a2b6-dda5fd55e2e1 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.13 "GET /v2.0/networks?id=256ff840-637a-4fa9-91bf-bd69e4407d67 HTTP/1.1" status: 200 len: 809 time: 0.1024029 Sep 23 03:22:06.660546 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-8dc1a34c-fba3-4b09-b097-056eaa10e0ea tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9295094fe94cc69e88db5d29658b1b HTTP/1.1" status: 200 len: 380 time: 0.0336909 Sep 23 03:22:06.671920 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Request body: {'port': {'device_id': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'admin_state_up': True, 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'security_groups': ['5faf8193-3596-4976-a3b8-4ec92ccaf9f5']}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:22:06.866063 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Made reservation on behalf of 6c9295094fe94cc69e88db5d29658b1b for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:22:06.870403 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:06.877811 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:06.997351 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Allocated IP 172.20.0.4 (256ff840-637a-4fa9-91bf-bd69e4407d67/47405c9c-6d84-443f-9774-56dfd85977a4/1f26003b-9eee-40b2-af89-d9caf3eb8eda) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:22:07.139437 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:07.210729 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:07.253102 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Network 256ff840-637a-4fa9-91bf-bd69e4407d67 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:22:07.256055 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:22:07.259734 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:22:07.285738 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event updated for resources: {'Port': ['ID=1f26003b-9eee-40b2-af89-d9caf3eb8eda,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:22:07.315083 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:07.315746 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:07.382919 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-ba9b4920-c3ff-407a-9387-dda51da1a794 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7167022 Sep 23 03:22:07.404071 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Request body: {'port': {'device_id': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:22:07.445421 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-eff3fffc-bbca-4f86-abb3-277a9d19e0a0 None None] Provisioning complete for port 1f26003b-9eee-40b2-af89-d9caf3eb8eda triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:22:07.445788 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-eff3fffc-bbca-4f86-abb3-277a9d19e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:07.463114 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:07.479948 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-eff3fffc-bbca-4f86-abb3-277a9d19e0a0 None None] Port 1f26003b-9eee-40b2-af89-d9caf3eb8eda cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:22:07.715117 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de64b2-b75c-4f2d-8fc9-13132269ca9a req-a49acfe6-fbf7-4982-aaf9-23ad249c62f0 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:07.716607 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-74de64b2-b75c-4f2d-8fc9-13132269ca9a req-a49acfe6-fbf7-4982-aaf9-23ad249c62f0 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 931 time: 0.1179497 Sep 23 03:22:07.776965 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-74de64b2-b75c-4f2d-8fc9-13132269ca9a req-307bf5ef-5497-41a6-8472-08050d1567f8 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529003 Sep 23 03:22:07.814893 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f26003b-9eee-40b2-af89-d9caf3eb8eda {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:22:07.823832 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:07.837672 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Transition to ACTIVE for port object 1f26003b-9eee-40b2-af89-d9caf3eb8eda will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:22:07.903392 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-67173a4b-4fa6-4b41-83a4-5fe123176235 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387928 Sep 23 03:22:07.907558 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:07.956127 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f26003b-9eee-40b2-af89-d9caf3eb8eda,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:22:08.063620 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-2ac32292-bf97-4434-8c50-c5a376366f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:08.065157 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-2ac32292-bf97-4434-8c50-c5a376366f23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 1098 time: 0.0878205 Sep 23 03:22:08.067490 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Attempting to bind port 1f26003b-9eee-40b2-af89-d9caf3eb8eda on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:22:08.067824 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Attempting to bind port 1f26003b-9eee-40b2-af89-d9caf3eb8eda by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:22:08.068153 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Attempting to bind port 1f26003b-9eee-40b2-af89-d9caf3eb8eda on network 256ff840-637a-4fa9-91bf-bd69e4407d67 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:22:08.073403 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Port 1f26003b-9eee-40b2-af89-d9caf3eb8eda on network 256ff840-637a-4fa9-91bf-bd69e4407d67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:22:08.073727 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Attempting to bind port 1f26003b-9eee-40b2-af89-d9caf3eb8eda on network 256ff840-637a-4fa9-91bf-bd69e4407d67 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:22:08.078879 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:22:08.079219 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Checking segment: {'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:22:08.079598 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Bound using segment: {'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:22:08.080022 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Bound port: 1f26003b-9eee-40b2-af89-d9caf3eb8eda, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8367dce-a715-454e-b48f-4f4593339e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:22:08.080390 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:08.203050 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] For port 1f26003b-9eee-40b2-af89-d9caf3eb8eda, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:22:08.220442 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] For port 1f26003b-9eee-40b2-af89-d9caf3eb8eda, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:22:08.228843 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-4361c796-4709-4209-bf68-e9ebbdba07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:08.230325 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-4361c796-4709-4209-bf68-e9ebbdba07ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 918 time: 0.1178694 Sep 23 03:22:08.305069 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:08.309502 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-61620f36-01c1-41f0-a4a8-c2f0b7670dcd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c145bd-9b48-497d-87f5-a0b8a59af425 HTTP/1.1" status: 200 len: 1001 time: 0.0698590 Sep 23 03:22:08.376355 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:08.376998 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:08.378380 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f26003b-9eee-40b2-af89-d9caf3eb8eda HTTP/1.1" status: 200 len: 1093 time: 0.9793429 Sep 23 03:22:08.378822 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:22:08.381082 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d1df88-dba3-4d5c-a350-8050783cf539" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:22:08.415727 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-2b9c5498-087a-4c46-9a33-1a05a8e46cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:08.417246 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-2b9c5498-087a-4c46-9a33-1a05a8e46cb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0750740 Sep 23 03:22:08.418011 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5f6e3-06f7-421d-9a2d-497cc37a41b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f26003b-9eee-40b2-af89-d9caf3eb8eda,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:22:08.422091 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd76c43a-70fc-44c4-9004-9e9ef274d9bf x-openstack-request-id: req-cd76c43a-70fc-44c4-9004-9e9ef274d9bf {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:22:08.422448 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:22:08.422694 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cd76c43a-70fc-44c4-9004-9e9ef274d9bf {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:22:08.423082 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'status': 'completed', 'code': 200} Sep 23 03:22:08.471700 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-02c855c3-0955-4838-a0cf-e4b9e1568ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:08.473316 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-02c855c3-0955-4838-a0cf-e4b9e1568ba9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460393 Sep 23 03:22:08.571458 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1df88-dba3-4d5c-a350-8050783cf539 req-6ee701d3-e293-484c-baec-0a9d8ca0d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:08.572900 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-58d1df88-dba3-4d5c-a350-8050783cf539 req-6ee701d3-e293-484c-baec-0a9d8ca0d379 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9295094fe94cc69e88db5d29658b1b&device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 1096 time: 0.0987020 Sep 23 03:22:08.599389 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-bf5089b8-8cad-4917-ab2e-231520f368ad service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157861 Sep 23 03:22:08.745821 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1df88-dba3-4d5c-a350-8050783cf539 req-7bcca421-83d9-4f05-a80f-f37367282b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:08.747253 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-58d1df88-dba3-4d5c-a350-8050783cf539 req-7bcca421-83d9-4f05-a80f-f37367282b11 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c9295094fe94cc69e88db5d29658b1b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1593423 Sep 23 03:22:08.752125 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-c3de76ff-edd8-4c86-8db6-194d14326fc3 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386638 Sep 23 03:22:08.856025 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1df88-dba3-4d5c-a350-8050783cf539 req-cd077fdb-ff97-4a16-be2d-e73c1f258be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:08.857553 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-58d1df88-dba3-4d5c-a350-8050783cf539 req-cd077fdb-ff97-4a16-be2d-e73c1f258be6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911486 Sep 23 03:22:08.892167 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b3d7d-24be-4693-a07e-f72d078a5c6a req-2c1c78bb-1857-4a82-a98c-1fd0c5938eb9 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:08.893681 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-539b3d7d-24be-4693-a07e-f72d078a5c6a req-2c1c78bb-1857-4a82-a98c-1fd0c5938eb9 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0480399 Sep 23 03:22:08.932045 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-539b3d7d-24be-4693-a07e-f72d078a5c6a req-7676c799-006e-4ec4-a0fc-a05ba22f8a8f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Sep 23 03:22:08.962248 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-80e786f9-f7ec-49e7-8f0a-8684b56de4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:08.963741 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-80e786f9-f7ec-49e7-8f0a-8684b56de4cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9295094fe94cc69e88db5d29658b1b&device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 1096 time: 0.0401804 Sep 23 03:22:09.013632 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-5c926cf1-9c63-45b6-b1e0-095d06fe97dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda HTTP/1.1" status: 200 len: 217 time: 0.0358760 Sep 23 03:22:09.060756 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-145a945c-ba10-4923-8b49-04a1f7712689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:09.062170 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-145a945c-ba10-4923-8b49-04a1f7712689 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47405c9c-6d84-443f-9774-56dfd85977a4 HTTP/1.1" status: 200 len: 848 time: 0.0410891 Sep 23 03:22:09.107340 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-f6432072-4abd-45a0-b871-ed18554ff387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:09.108703 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-f6432072-4abd-45a0-b871-ed18554ff387 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=256ff840-637a-4fa9-91bf-bd69e4407d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385387 Sep 23 03:22:09.197584 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-4fd96cc1-b1b1-4f22-a0a4-091251f6ccae service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807023 Sep 23 03:22:09.284410 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3946ad6a-be57-4ab4-b151-ff8a717be95b req-762a9819-df26-46fc-9231-c75adf39bd93 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789788 Sep 23 03:22:10.047835 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a55cb-c516-4be8-842b-0376dcef0f29 req-fa7047e7-5f9e-4a35-89e3-9495962a766f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:10.049336 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c57a55cb-c516-4be8-842b-0376dcef0f29 req-fa7047e7-5f9e-4a35-89e3-9495962a766f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0505123 Sep 23 03:22:10.086188 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c57a55cb-c516-4be8-842b-0376dcef0f29 req-f7015dd3-7b36-4e46-a13c-5b5fb5b6e7e9 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307286 Sep 23 03:22:11.196828 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7a5d2-383e-4f07-8e64-ecc68a1ed939 req-6c77fbbf-6173-4d92-b24d-ddb7f7e9e4bf tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:11.198283 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bfe7a5d2-383e-4f07-8e64-ecc68a1ed939 req-6c77fbbf-6173-4d92-b24d-ddb7f7e9e4bf tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0478654 Sep 23 03:22:11.233761 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bfe7a5d2-383e-4f07-8e64-ecc68a1ed939 req-505de9bd-5214-4736-8da7-5eb091a2a78a tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297420 Sep 23 03:22:12.347009 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce28fc-5ad1-4873-993a-ca905b57e9b5 req-46428102-9aff-4cfc-85c6-559f6f953f85 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:12.348467 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-56ce28fc-5ad1-4873-993a-ca905b57e9b5 req-46428102-9aff-4cfc-85c6-559f6f953f85 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0471961 Sep 23 03:22:12.385073 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-56ce28fc-5ad1-4873-993a-ca905b57e9b5 req-da3f2862-3615-4a24-96fe-e9cbe5338863 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303752 Sep 23 03:22:12.782733 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:22:13.498001 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba8dce-338d-40fa-847f-05cea0bb87d5 req-d12a96b0-46e6-4983-bdf3-849f0cf69106 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:13.499438 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-13ba8dce-338d-40fa-847f-05cea0bb87d5 req-d12a96b0-46e6-4983-bdf3-849f0cf69106 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0510597 Sep 23 03:22:13.536476 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-13ba8dce-338d-40fa-847f-05cea0bb87d5 req-258789a3-6eed-47d9-96c7-8d23459f2730 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312483 Sep 23 03:22:14.652423 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241d12-e992-4968-ac18-825e63d56c55 req-ddc1a9b0-6d24-4d81-810f-dce3cca00852 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:14.653887 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1c241d12-e992-4968-ac18-825e63d56c55 req-ddc1a9b0-6d24-4d81-810f-dce3cca00852 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0486252 Sep 23 03:22:14.693126 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1c241d12-e992-4968-ac18-825e63d56c55 req-6beb881b-bab3-45e5-90bb-dbccbdf496c5 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332530 Sep 23 03:22:15.803699 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0407f-38fe-466b-a3fc-542875d2f3bd req-b31f5a8d-da18-4c13-abb5-6d42896ffdb2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:15.805690 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-34c0407f-38fe-466b-a3fc-542875d2f3bd req-b31f5a8d-da18-4c13-abb5-6d42896ffdb2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0476122 Sep 23 03:22:15.843090 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-34c0407f-38fe-466b-a3fc-542875d2f3bd req-0ed556e1-1fae-472c-89cf-716f54cd1943 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Sep 23 03:22:16.954429 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2828736-a18d-4085-9e30-4699bfa04ff2 req-25ba2238-def9-420b-9e5e-b087e380dd7d tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:16.955877 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b2828736-a18d-4085-9e30-4699bfa04ff2 req-25ba2238-def9-420b-9e5e-b087e380dd7d tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0467956 Sep 23 03:22:16.993789 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b2828736-a18d-4085-9e30-4699bfa04ff2 req-49b67ad6-3f81-4879-9993-df2ea5f504a0 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310884 Sep 23 03:22:17.571640 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 1f26003b-9eee-40b2-af89-d9caf3eb8eda details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:22:17.669235 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 1f26003b-9eee-40b2-af89-d9caf3eb8eda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:22:17.684118 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'port_id': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'mac_address': 'fa:16:3e:40:16:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:22:17.718195 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:17.731357 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f26003b-9eee-40b2-af89-d9caf3eb8eda {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:22:17.760219 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 1f26003b-9eee-40b2-af89-d9caf3eb8eda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:22:17.790931 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b939b4-eed3-4819-bea5-8ff4a2980709 req-539faa89-d6c2-42d5-acef-fb3529d44bbb tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:17.792428 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-72b939b4-eed3-4819-bea5-8ff4a2980709 req-539faa89-d6c2-42d5-acef-fb3529d44bbb tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0623565 Sep 23 03:22:17.830414 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-72b939b4-eed3-4819-bea5-8ff4a2980709 req-f90d4fd1-fd09-4c4c-b5c2-6a6cc417300b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317621 Sep 23 03:22:17.837801 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:17.883533 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=1f26003b-9eee-40b2-af89-d9caf3eb8eda,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:22:18.107234 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b62d1-bc44-4511-8067-8e6aeca99f01 req-38387523-d9c2-4a8f-937b-a8704dac1c1d tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:18.108789 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4c0b62d1-bc44-4511-8067-8e6aeca99f01 req-38387523-d9c2-4a8f-937b-a8704dac1c1d tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 944 time: 0.0474167 Sep 23 03:22:18.146766 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4c0b62d1-bc44-4511-8067-8e6aeca99f01 req-11b8b2b9-b889-415d-95c5-8904c7518df4 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321586 Sep 23 03:22:18.277556 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['1f26003b-9eee-40b2-af89-d9caf3eb8eda'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:22:18.950480 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93b29c-5ba5-4c06-a33a-5b6f25c06599 req-3cd79434-149b-4368-9bbb-cbd08c9ff35a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:18.951929 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eb93b29c-5ba5-4c06-a33a-5b6f25c06599 req-3cd79434-149b-4368-9bbb-cbd08c9ff35a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0475667 Sep 23 03:22:18.991045 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eb93b29c-5ba5-4c06-a33a-5b6f25c06599 req-eecfef34-9739-44e9-8374-0539ca6ff0cb tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332651 Sep 23 03:22:19.264717 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f911a-378e-496a-8b1a-27c037aaa084 req-34c89297-d6f5-4db6-ac93-ee2d90d10395 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:19.271436 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d37f911a-378e-496a-8b1a-27c037aaa084 req-34c89297-d6f5-4db6-ac93-ee2d90d10395 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 944 time: 0.0523489 Sep 23 03:22:19.303698 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d37f911a-378e-496a-8b1a-27c037aaa084 req-e4514839-5621-4144-a934-f445b6270bb5 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Sep 23 03:22:19.591311 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 1f26003b-9eee-40b2-af89-d9caf3eb8eda up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:22:19.690464 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port 1f26003b-9eee-40b2-af89-d9caf3eb8eda completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:22:19.694274 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 1f26003b-9eee-40b2-af89-d9caf3eb8eda triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:22:19.694649 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:19.768756 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:19.789922 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:22:19.792152 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2134d4f-7894-456b-abcc-faab14412293" -d '{"events": [{"server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "name": "network-vif-plugged", "status": "completed", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:22:19.803948 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 1f26003b-9eee-40b2-af89-d9caf3eb8eda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:22:19.828275 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26746e3-095d-46e0-861e-710fa8ed510f x-openstack-request-id: req-e26746e3-095d-46e0-861e-710fa8ed510f {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:22:19.828703 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "name": "network-vif-plugged", "status": "completed", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:22:19.829076 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e26746e3-095d-46e0-861e-710fa8ed510f {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:22:19.829462 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'code': 200} Sep 23 03:22:19.850521 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:19.902599 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=1f26003b-9eee-40b2-af89-d9caf3eb8eda,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:22:20.108509 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bf705-0c7b-4cb8-9c28-97436c5cc48a req-8fe50e1e-c14e-40d5-9ce1-82409fe1207a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:20.109926 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-519bf705-0c7b-4cb8-9c28-97436c5cc48a req-8fe50e1e-c14e-40d5-9ce1-82409fe1207a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0484729 Sep 23 03:22:20.146971 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-519bf705-0c7b-4cb8-9c28-97436c5cc48a req-e3751f93-7848-4080-916d-8904d09bfbf5 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Sep 23 03:22:20.184826 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3493ff-df84-4747-b9fd-145032bdc6dc req-68d0ca72-08e1-4056-a02e-89d6440ba9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:20.186295 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0c3493ff-df84-4747-b9fd-145032bdc6dc req-68d0ca72-08e1-4056-a02e-89d6440ba9f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 1098 time: 0.0397220 Sep 23 03:22:20.219137 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0c3493ff-df84-4747-b9fd-145032bdc6dc req-51ea5330-d09c-4d6a-b26e-df60cf81d32f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259540 Sep 23 03:22:20.416481 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba50aa-0ca7-4161-8db8-e83d84ce052e req-ee874989-4169-45bc-9380-bd6986fe30af tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:20.417866 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fbba50aa-0ca7-4161-8db8-e83d84ce052e req-ee874989-4169-45bc-9380-bd6986fe30af tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0475743 Sep 23 03:22:20.452810 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fbba50aa-0ca7-4161-8db8-e83d84ce052e req-944eaad0-1d39-4d1f-a723-f2fd463394a6 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292137 Sep 23 03:22:21.263196 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd90de-b0b7-42a9-9336-eaf61754cf6c req-34273106-6b41-47a3-9b64-fec2254f3ce1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:21.264657 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3acd90de-b0b7-42a9-9336-eaf61754cf6c req-34273106-6b41-47a3-9b64-fec2254f3ce1 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0473478 Sep 23 03:22:21.300512 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3acd90de-b0b7-42a9-9336-eaf61754cf6c req-cb0b4f30-c778-41ac-9b5d-8988c5885841 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298243 Sep 23 03:22:21.563799 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c342566-9611-41b5-942f-3aef072ed326 req-dff1df48-7686-405d-b3fc-e24c86e20875 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:21.565271 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6c342566-9611-41b5-942f-3aef072ed326 req-dff1df48-7686-405d-b3fc-e24c86e20875 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0477808 Sep 23 03:22:21.587943 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e931-109c-4179-8f18-bd6ee54b5954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:21.606326 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6c342566-9611-41b5-942f-3aef072ed326 req-70fada2a-e31c-4f96-b023-42c6ed577458 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345509 Sep 23 03:22:22.427988 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6885e82-f98e-420a-94f1-504d5245749f req-a646877c-e162-475b-a3d9-65cefe157140 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:22.429485 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e6885e82-f98e-420a-94f1-504d5245749f req-a646877c-e162-475b-a3d9-65cefe157140 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0560215 Sep 23 03:22:22.466161 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e6885e82-f98e-420a-94f1-504d5245749f req-32beb008-9436-4ac9-90f6-68ff6dc30eed tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303519 Sep 23 03:22:22.734576 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b6c31-1705-44cb-a09c-c822e63e1b2f req-94751513-2d5d-4b7a-a806-47cc250c89be tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:22.736075 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e38b6c31-1705-44cb-a09c-c822e63e1b2f req-94751513-2d5d-4b7a-a806-47cc250c89be tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0659661 Sep 23 03:22:22.772723 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e38b6c31-1705-44cb-a09c-c822e63e1b2f req-ddbedcf1-8180-4962-a93c-f6ba5862f0d2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304792 Sep 23 03:22:22.888292 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19864f-1df6-4f91-9e4b-0cf7fa19a5c2 req-327d8ca4-e57c-4d2f-9a68-705c44b348e2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:22.889684 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2a19864f-1df6-4f91-9e4b-0cf7fa19a5c2 req-327d8ca4-e57c-4d2f-9a68-705c44b348e2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0478637 Sep 23 03:22:22.925556 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2a19864f-1df6-4f91-9e4b-0cf7fa19a5c2 req-c24182d0-4af0-4756-9fc6-48cd761a1a10 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301311 Sep 23 03:22:22.946522 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57890) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:22:23.077920 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2a368-5156-45e4-b598-737072fa678f tempest-TestShelveInstance-1281079298 tempest-TestShelveInstance-1281079298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:23.079430 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-4ef2a368-5156-45e4-b598-737072fa678f tempest-TestShelveInstance-1281079298 tempest-TestShelveInstance-1281079298-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 1093 time: 0.1319199 Sep 23 03:22:23.082387 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 57894) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:22:23.087022 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Request body: {'floatingip': {'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'port_id': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:22:23.204515 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for floatingip, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:23.555878 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:23.647523 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89799e1f-75a9-4cf1-9d96-65225165aa7c req-1c5f88b5-94d4-48f1-acfd-522ad4613165 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:23.649845 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-89799e1f-75a9-4cf1-9d96-65225165aa7c req-1c5f88b5-94d4-48f1-acfd-522ad4613165 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.1080351 Sep 23 03:22:23.725569 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-89799e1f-75a9-4cf1-9d96-65225165aa7c req-20439973-f0f2-4b84-b6f9-b8288b5fa75d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682235 Sep 23 03:22:23.732218 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Allocated IP 172.27.1.19 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/77a9f405-1a0a-4963-a764-94b38a8276fe) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:22:23.828989 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:23.931370 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:23.970943 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:22:23.975160 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:22:23.979597 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:22:24.002466 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event updated for resources: {'Port': ['ID=77a9f405-1a0a-4963-a764-94b38a8276fe,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:22:24.013134 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.013480 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.013819 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.014153 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.014480 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.014804 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.015126 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.015447 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.015769 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.016091 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.016411 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.016755 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:24.341605 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-af613c15-3610-4664-bebb-26bd1c6c54ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:24.397660 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:24.554584 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:24.699330 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:24.730352 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:24.753179 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:24.824563 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event updated for resources: {'Port': ['ID=77a9f405-1a0a-4963-a764-94b38a8276fe,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:22:24.833770 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:24.848005 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec8292-f7d6-4c20-881c-c5c06e24d06a req-4ba49f91-926c-4f49-adb2-83120a2263ca tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:24.849520 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-65ec8292-f7d6-4c20-881c-c5c06e24d06a req-4ba49f91-926c-4f49-adb2-83120a2263ca tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0545406 Sep 23 03:22:24.887057 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-65ec8292-f7d6-4c20-881c-c5c06e24d06a req-53fe6e8c-ead1-49f1-918d-09c16f14d39b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310671 Sep 23 03:22:24.932971 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Floating IP 312eccd4-5b66-441d-b3cb-5ea186b97f53 associated. External IP: 172.27.1.19, port: 1f26003b-9eee-40b2-af89-d9caf3eb8eda. Sep 23 03:22:25.136384 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Router aef6874d-ea5d-4187-bbd7-d52299656aa5 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:22:25.241923 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:22:25.248863 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:25.252807 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d98d8-c765-4077-8d76-d186b435f5cb None None] Sync routers for ids ['aef6874d-ea5d-4187-bbd7-d52299656aa5'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:22:25.261827 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d98d8-c765-4077-8d76-d186b435f5cb None None] Routers {'aef6874d-ea5d-4187-bbd7-d52299656aa5'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:22:25.262442 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-319d98d8-c765-4077-8d76-d186b435f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:22:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['aef6874d-ea5d-4187-bbd7-d52299656aa5'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:22:25.362975 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-319d98d8-c765-4077-8d76-d186b435f5cb None None] Set router aef6874d-ea5d-4187-bbd7-d52299656aa5 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:22:25.395405 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:25.414699 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-eb3e9e9d-05c6-45aa-aa2e-b1eee85b1d11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3307786 Sep 23 03:22:25.415281 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:22:25.417527 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909d6d50-c938-418b-9afb-0b52d8b71975" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:22:25.453424 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651f0ee8-fa97-4dcd-945f-ac724000ed13 x-openstack-request-id: req-651f0ee8-fa97-4dcd-945f-ac724000ed13 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:22:25.453790 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:22:25.454043 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-651f0ee8-fa97-4dcd-945f-ac724000ed13 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:22:25.454436 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'status': 'completed', 'code': 200} Sep 23 03:22:25.545663 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d6d50-c938-418b-9afb-0b52d8b71975 req-584f00c4-dcf2-4966-bf11-1fd68e1b16c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:25.547196 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-909d6d50-c938-418b-9afb-0b52d8b71975 req-584f00c4-dcf2-4966-bf11-1fd68e1b16c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9295094fe94cc69e88db5d29658b1b&device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 1098 time: 0.0405509 Sep 23 03:22:25.581804 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-319d98d8-c765-4077-8d76-d186b435f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 4, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '312eccd4-5b66-441d-b3cb-5ea186b97f53', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'port_id': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'mac_address': 'fa:16:3e:40:16:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:22:24Z', 'updated_at': '2021-09-23T03:22:24Z', 'revision_number': 0, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406d8d1-84c6-499d-bea5-dc32b2251612', 'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'mac_address': 'fa:16:3e:1c:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:25Z', 'updated_at': '2021-09-23T03:21:29Z', 'revision_number': 5, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'subnets': [{'id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:22:25.613085 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d98d8-c765-4077-8d76-d186b435f5cb None None] Checking router: aef6874d-ea5d-4187-bbd7-d52299656aa5 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:22:25.621725 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d98d8-c765-4077-8d76-d186b435f5cb None None] Routers {'aef6874d-ea5d-4187-bbd7-d52299656aa5'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:22:25.622344 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-319d98d8-c765-4077-8d76-d186b435f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:22:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['aef6874d-ea5d-4187-bbd7-d52299656aa5'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:22:25.642187 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d6d50-c938-418b-9afb-0b52d8b71975 req-74de7946-9608-4739-8c60-9ba80eaad24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:25.643773 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-909d6d50-c938-418b-9afb-0b52d8b71975 req-74de7946-9608-4739-8c60-9ba80eaad24d service neutron] 10.222.0.13 "GET /v2.0/networks?id=256ff840-637a-4fa9-91bf-bd69e4407d67 HTTP/1.1" status: 200 len: 910 time: 0.0890229 Sep 23 03:22:25.710254 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-909d6d50-c938-418b-9afb-0b52d8b71975 req-3a5431f5-a277-42a8-b9a3-b3867c0890a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda HTTP/1.1" status: 200 len: 998 time: 0.0571640 Sep 23 03:22:25.724879 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-319d98d8-c765-4077-8d76-d186b435f5cb None None] Set router aef6874d-ea5d-4187-bbd7-d52299656aa5 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:22:25.764434 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d6d50-c938-418b-9afb-0b52d8b71975 req-e9dd7fe5-c166-43fd-b031-e19e317ebb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:25.766024 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-909d6d50-c938-418b-9afb-0b52d8b71975 req-e9dd7fe5-c166-43fd-b031-e19e317ebb17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47405c9c-6d84-443f-9774-56dfd85977a4 HTTP/1.1" status: 200 len: 848 time: 0.0482945 Sep 23 03:22:25.810257 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d6d50-c938-418b-9afb-0b52d8b71975 req-5a9c7310-796b-4deb-a686-12b470cabcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:25.811785 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-909d6d50-c938-418b-9afb-0b52d8b71975 req-5a9c7310-796b-4deb-a686-12b470cabcec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=256ff840-637a-4fa9-91bf-bd69e4407d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392475 Sep 23 03:22:25.902359 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-909d6d50-c938-418b-9afb-0b52d8b71975 req-61c523b0-dad7-4390-958f-3957f3922d42 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830345 Sep 23 03:22:26.000091 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-909d6d50-c938-418b-9afb-0b52d8b71975 req-67a43843-a451-4795-a729-f0092146dbf1 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908945 Sep 23 03:22:26.014755 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fc63c-aabe-4521-9993-e1866af8aec1 req-407ea164-a83d-46df-aa24-b038890f63b9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:26.017219 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fa3fc63c-aabe-4521-9993-e1866af8aec1 req-407ea164-a83d-46df-aa24-b038890f63b9 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0563107 Sep 23 03:22:26.055496 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fa3fc63c-aabe-4521-9993-e1866af8aec1 req-717b2a1f-2b0f-415d-87a4-b408028ebda2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Sep 23 03:22:26.062616 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-319d98d8-c765-4077-8d76-d186b435f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 4, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '312eccd4-5b66-441d-b3cb-5ea186b97f53', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'port_id': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'mac_address': 'fa:16:3e:40:16:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:22:24Z', 'updated_at': '2021-09-23T03:22:24Z', 'revision_number': 0, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406d8d1-84c6-499d-bea5-dc32b2251612', 'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'mac_address': 'fa:16:3e:1c:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:25Z', 'updated_at': '2021-09-23T03:21:29Z', 'revision_number': 5, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'subnets': [{'id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:22:26.089642 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319d98d8-c765-4077-8d76-d186b435f5cb None None] The sync data for ids ['aef6874d-ea5d-4187-bbd7-d52299656aa5'] in dv-cinder-768458-9-iscsi is: [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 4, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '312eccd4-5b66-441d-b3cb-5ea186b97f53', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'port_id': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'mac_address': 'fa:16:3e:40:16:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:22:24Z', 'updated_at': '2021-09-23T03:22:24Z', 'revision_number': 0, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406d8d1-84c6-499d-bea5-dc32b2251612', 'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'mac_address': 'fa:16:3e:1c:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:25Z', 'updated_at': '2021-09-23T03:21:29Z', 'revision_number': 5, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'subnets': [{'id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:22:26.254881 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd2d7a-d9a6-4c70-9907-51c00b80884e None None] New status for floating IP 312eccd4-5b66-441d-b3cb-5ea186b97f53: ACTIVE {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:22:27.142424 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:27.176170 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd8c01-31dd-407a-89b4-ff4b5b640db0 req-d269376c-ff93-423e-bd8f-dbd338f9b61a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:27.177712 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2dfd8c01-31dd-407a-89b4-ff4b5b640db0 req-d269376c-ff93-423e-bd8f-dbd338f9b61a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0492430 Sep 23 03:22:27.215183 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2dfd8c01-31dd-407a-89b4-ff4b5b640db0 req-1da00563-643e-4e42-a861-a612d6c215dd tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309522 Sep 23 03:22:28.332440 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83abcf1-a54d-486b-be7f-1d9e4f30f119 req-6cbf4498-0658-4feb-9d87-0fa319fa97a7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:28.333951 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a83abcf1-a54d-486b-be7f-1d9e4f30f119 req-6cbf4498-0658-4feb-9d87-0fa319fa97a7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0486138 Sep 23 03:22:28.370346 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a83abcf1-a54d-486b-be7f-1d9e4f30f119 req-d62abc56-d8ba-4c09-a4f8-34309225991b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300677 Sep 23 03:22:29.491144 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fbea0-1a55-4b52-939e-41c91b1ed0f0 req-fe208710-384b-4e91-b5de-dc145b88d240 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:29.493185 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-173fbea0-1a55-4b52-939e-41c91b1ed0f0 req-fe208710-384b-4e91-b5de-dc145b88d240 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0544393 Sep 23 03:22:29.529015 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-173fbea0-1a55-4b52-939e-41c91b1ed0f0 req-f8b0239c-7104-4b10-8818-e83b1de30b86 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300782 Sep 23 03:22:30.644653 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da2b95-581e-41ad-b59f-1c81e6475fa2 req-97dd9eb8-67f6-4de7-ac28-4b4bc1bf298e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:30.646094 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-88da2b95-581e-41ad-b59f-1c81e6475fa2 req-97dd9eb8-67f6-4de7-ac28-4b4bc1bf298e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0476658 Sep 23 03:22:30.682650 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-88da2b95-581e-41ad-b59f-1c81e6475fa2 req-e44c2d9a-cb25-45fe-8e90-98065e07d2fe tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306628 Sep 23 03:22:31.675601 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 88c145bd-9b48-497d-87f5-a0b8a59af425 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:22:31.771565 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:22:31.785102 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'port_id': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'mac_address': 'fa:16:3e:e3:92:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:22:31.806961 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9f67a-231b-4fab-8d3a-763cad45876a req-9afad3d5-ecad-4bd2-81e0-9a76e7499c8a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:31.808472 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3a9f67a-231b-4fab-8d3a-763cad45876a req-9afad3d5-ecad-4bd2-81e0-9a76e7499c8a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0545568 Sep 23 03:22:31.823158 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:31.837282 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88c145bd-9b48-497d-87f5-a0b8a59af425 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:22:31.847441 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3a9f67a-231b-4fab-8d3a-763cad45876a req-69ce259b-d2a5-415f-9a61-ead4c3da1523 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326025 Sep 23 03:22:31.856538 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:22:31.917333 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:31.966454 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=88c145bd-9b48-497d-87f5-a0b8a59af425,revision_number=6']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:22:31.973044 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:31.973391 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:31.973730 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:31.974065 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:31.974399 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:31.974725 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:31.975054 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:31.975381 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:31.975727 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:31.976070 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:31.976411 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:31.976757 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:22:32.082992 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['88c145bd-9b48-497d-87f5-a0b8a59af425'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:22:32.966693 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36d643-67c2-47ae-872d-02d3ab99006e req-96ad147d-ce0f-4a0c-a763-996c121ebe3e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:32.968096 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0c36d643-67c2-47ae-872d-02d3ab99006e req-96ad147d-ce0f-4a0c-a763-996c121ebe3e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 944 time: 0.0504084 Sep 23 03:22:33.004478 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0c36d643-67c2-47ae-872d-02d3ab99006e req-59b1a703-11cc-46a9-a44e-388ee688c21d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305765 Sep 23 03:22:33.683034 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 88c145bd-9b48-497d-87f5-a0b8a59af425 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:22:33.731102 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 88c145bd-9b48-497d-87f5-a0b8a59af425 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:22:33.731473 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:33.804029 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:33.826653 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:22:33.828943 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d4d2c7-901d-4c6f-a6a1-8ba582887f64" -d '{"events": [{"server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "name": "network-vif-plugged", "status": "completed", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:22:33.840964 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:22:33.864683 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f97343-b8a6-44f5-8090-ab95782e4991 x-openstack-request-id: req-99f97343-b8a6-44f5-8090-ab95782e4991 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:22:33.864968 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "name": "network-vif-plugged", "status": "completed", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:22:33.865237 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99f97343-b8a6-44f5-8090-ab95782e4991 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:22:33.865616 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'code': 200} Sep 23 03:22:34.120939 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34424b3-5105-498a-baf6-f17389b762dc req-e4e4080b-4a4b-4d4b-8d0c-3a4aac7c4067 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:34.122401 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c34424b3-5105-498a-baf6-f17389b762dc req-e4e4080b-4a4b-4d4b-8d0c-3a4aac7c4067 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 944 time: 0.0480895 Sep 23 03:22:34.157533 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c34424b3-5105-498a-baf6-f17389b762dc req-22784988-b754-46af-a113-017d179b0140 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294185 Sep 23 03:22:34.696507 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:34.743721 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=88c145bd-9b48-497d-87f5-a0b8a59af425,revision_number=7']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:22:35.278547 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d84a2f-a32f-4ecd-8a81-be2e43415a60 req-d30ae989-2692-4a4d-903a-49d6d29987be tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:35.280027 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a4d84a2f-a32f-4ecd-8a81-be2e43415a60 req-d30ae989-2692-4a4d-903a-49d6d29987be tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0486150 Sep 23 03:22:35.316290 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a4d84a2f-a32f-4ecd-8a81-be2e43415a60 req-e0a9d4e0-339e-4aa3-bd7c-5a02a3f0c6e3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304267 Sep 23 03:22:36.439682 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15039f-75ad-4109-9808-ac12376496d1 req-c3439b39-00d4-47e2-bda3-af38c26252bd tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:36.441271 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ce15039f-75ad-4109-9808-ac12376496d1 req-c3439b39-00d4-47e2-bda3-af38c26252bd tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0521121 Sep 23 03:22:36.485738 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ce15039f-75ad-4109-9808-ac12376496d1 req-1524d6f6-9103-4a09-8ccc-6002fd910375 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377820 Sep 23 03:22:36.884938 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:37.614745 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc32f17-1bac-4e7b-983d-77779e17478a req-7463e1fb-e6b9-4e64-9837-f5fde1eab15c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:37.616260 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fdc32f17-1bac-4e7b-983d-77779e17478a req-7463e1fb-e6b9-4e64-9837-f5fde1eab15c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0541909 Sep 23 03:22:37.657063 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fdc32f17-1bac-4e7b-983d-77779e17478a req-3d70e6d5-57b6-415f-a9eb-7d02bb67e882 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335472 Sep 23 03:22:38.807663 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd67fb-c7b5-4f77-abe4-c66467ae2fad req-6cfeae0d-50db-4b74-8200-bb43c6c39aab tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:38.813384 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4ffd67fb-c7b5-4f77-abe4-c66467ae2fad req-6cfeae0d-50db-4b74-8200-bb43c6c39aab tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0657966 Sep 23 03:22:38.850332 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4ffd67fb-c7b5-4f77-abe4-c66467ae2fad req-6686785c-e5f0-4170-b30f-6f3f06245a57 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350549 Sep 23 03:22:39.977054 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125a25f-d1a0-4a30-84d8-42d02f896dcb req-0ec1de10-bb0e-409c-a812-e319475424f5 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:39.979759 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f125a25f-d1a0-4a30-84d8-42d02f896dcb req-0ec1de10-bb0e-409c-a812-e319475424f5 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0528464 Sep 23 03:22:40.019566 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f125a25f-d1a0-4a30-84d8-42d02f896dcb req-d43155f0-ea55-49e7-b311-210ef2ab9069 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333610 Sep 23 03:22:41.160749 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547b6e8-825d-48dd-b749-e5cda3585c39 req-b2ffec3a-b2b7-43ef-96c5-555a2b01fcb3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:41.162584 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1547b6e8-825d-48dd-b749-e5cda3585c39 req-b2ffec3a-b2b7-43ef-96c5-555a2b01fcb3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0629461 Sep 23 03:22:41.209283 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1547b6e8-825d-48dd-b749-e5cda3585c39 req-ccef2253-4f81-4e1c-838a-83066a831a85 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394847 Sep 23 03:22:42.345277 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfda0e0-a8d8-4b67-8927-56f3fe1f4e13 req-28a69a2c-8290-4495-9ef8-2351ec1d9a52 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:42.346900 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2cfda0e0-a8d8-4b67-8927-56f3fe1f4e13 req-28a69a2c-8290-4495-9ef8-2351ec1d9a52 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0534575 Sep 23 03:22:42.402101 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2cfda0e0-a8d8-4b67-8927-56f3fe1f4e13 req-8865e2a3-92b9-449d-9fe3-07febd20255e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469944 Sep 23 03:22:43.530676 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c84704-c63c-4f26-9071-844be6ef0c1a req-4a9e4400-e897-4964-94f2-dc4972d0bd8e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:43.532239 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-74c84704-c63c-4f26-9071-844be6ef0c1a req-4a9e4400-e897-4964-94f2-dc4972d0bd8e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0504317 Sep 23 03:22:43.577817 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-74c84704-c63c-4f26-9071-844be6ef0c1a req-ac8a3214-8f2f-4316-b087-1e997792468b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391884 Sep 23 03:22:44.714538 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2524123f-7e03-480c-bfcd-05deb7a9efa4 req-35424671-7aef-4189-8df7-1fc19d9b6b8e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:44.716150 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2524123f-7e03-480c-bfcd-05deb7a9efa4 req-35424671-7aef-4189-8df7-1fc19d9b6b8e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0628028 Sep 23 03:22:44.761596 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2524123f-7e03-480c-bfcd-05deb7a9efa4 req-80cab353-243d-4de8-a2f0-e469c9d80a0f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393498 Sep 23 03:22:45.884796 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636e4da-02aa-4441-b35b-72ecfd407e26 req-8ebb1387-e680-4c46-9daf-0ba68a3e3775 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:45.911042 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9636e4da-02aa-4441-b35b-72ecfd407e26 req-8ebb1387-e680-4c46-9daf-0ba68a3e3775 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0528350 Sep 23 03:22:45.921846 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9636e4da-02aa-4441-b35b-72ecfd407e26 req-69ad8c65-ca20-46ca-876c-53e5b7b7f275 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298061 Sep 23 03:22:47.037859 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bb25c-d46b-4b71-891a-66b82f670fc3 req-07f26fa5-bce2-4dbb-b7a9-709c697e753e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:47.039371 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ea9bb25c-d46b-4b71-891a-66b82f670fc3 req-07f26fa5-bce2-4dbb-b7a9-709c697e753e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0482705 Sep 23 03:22:47.076569 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ea9bb25c-d46b-4b71-891a-66b82f670fc3 req-fbc34cd4-e365-4fc0-93d6-c4f0c2195b94 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313082 Sep 23 03:22:47.447651 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eaa1f-fab9-410c-a413-2f36477ece96 req-85a4ccb7-65b2-4fc6-96b8-0f175de195fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:47.449017 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d85eaa1f-fab9-410c-a413-2f36477ece96 req-85a4ccb7-65b2-4fc6-96b8-0f175de195fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 1098 time: 0.0394890 Sep 23 03:22:47.539091 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eaa1f-fab9-410c-a413-2f36477ece96 req-78e3e4d8-7edf-47e4-a302-565368580abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:47.540531 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d85eaa1f-fab9-410c-a413-2f36477ece96 req-78e3e4d8-7edf-47e4-a302-565368580abc service neutron] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 918 time: 0.0843735 Sep 23 03:22:47.602273 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d85eaa1f-fab9-410c-a413-2f36477ece96 req-56d92b7a-68d8-428d-81d5-8e99a558fb32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c145bd-9b48-497d-87f5-a0b8a59af425 HTTP/1.1" status: 200 len: 1001 time: 0.0543220 Sep 23 03:22:47.651623 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eaa1f-fab9-410c-a413-2f36477ece96 req-b668c8de-5849-40c9-9dc1-172386ce0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:47.653019 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d85eaa1f-fab9-410c-a413-2f36477ece96 req-b668c8de-5849-40c9-9dc1-172386ce0257 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0438139 Sep 23 03:22:47.696182 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eaa1f-fab9-410c-a413-2f36477ece96 req-6e1a5bc0-43ef-42bf-98b1-45c14c6a49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:47.697606 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d85eaa1f-fab9-410c-a413-2f36477ece96 req-6e1a5bc0-43ef-42bf-98b1-45c14c6a49c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378478 Sep 23 03:22:47.783099 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d85eaa1f-fab9-410c-a413-2f36477ece96 req-a05836f2-a674-439d-a6af-6e70e0792413 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777504 Sep 23 03:22:47.874138 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d85eaa1f-fab9-410c-a413-2f36477ece96 req-728975af-25ac-4720-a0fa-573e93abcc06 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838256 Sep 23 03:22:48.193396 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a650e37-1b77-4d79-a8ab-0c4743d0d741 req-187bc996-eebb-4c26-8768-94b3e4d9f6ea tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:48.195403 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5a650e37-1b77-4d79-a8ab-0c4743d0d741 req-187bc996-eebb-4c26-8768-94b3e4d9f6ea tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0483150 Sep 23 03:22:48.231779 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5a650e37-1b77-4d79-a8ab-0c4743d0d741 req-215505b8-93fd-4f39-af0d-e5019d401626 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305686 Sep 23 03:22:49.348247 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250410da-e21b-4878-9fa6-1764aa950e36 req-5dca2c8f-392d-4ffe-a915-ff99d477ae93 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:49.349635 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-250410da-e21b-4878-9fa6-1764aa950e36 req-5dca2c8f-392d-4ffe-a915-ff99d477ae93 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0478973 Sep 23 03:22:49.385685 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-250410da-e21b-4878-9fa6-1764aa950e36 req-f70de61c-078e-4572-add2-7075da99f049 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295291 Sep 23 03:22:49.781348 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:22:50.501430 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f9297-a56c-4fd6-9733-25bd342e1b5f req-3990710f-0103-4e3f-b050-71f6412f6ca4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:50.502937 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6f0f9297-a56c-4fd6-9733-25bd342e1b5f req-3990710f-0103-4e3f-b050-71f6412f6ca4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 945 time: 0.0483258 Sep 23 03:22:50.540869 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6f0f9297-a56c-4fd6-9733-25bd342e1b5f req-e4460d50-fbab-45e4-856b-258e948b34b0 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Sep 23 03:22:51.598439 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8aed4356-fff7-4fb4-b786-02040be663eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:51.797646 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 88c145bd-9b48-497d-87f5-a0b8a59af425 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:22:51.870442 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:51.891417 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:22:51.893306 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff80e7d3-b658-4dbc-8259-7bb1983b3590" -d '{"events": [{"server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "name": "network-vif-unplugged", "status": "completed", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:22:51.905493 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:22:51.926527 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 03:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7dabb9-e51c-4095-bb65-0e459ccffde0 x-openstack-request-id: req-cb7dabb9-e51c-4095-bb65-0e459ccffde0 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:22:51.926815 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "name": "network-vif-unplugged", "status": "failed", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425", "code": 422}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:22:51.927064 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb7dabb9-e51c-4095-bb65-0e459ccffde0 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:22:51.927555 dv-cinder-768458-9-iscsi neutron-server[94697]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'code': 422} returned with failed status Sep 23 03:22:52.014078 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:52.061501 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=88c145bd-9b48-497d-87f5-a0b8a59af425,revision_number=8']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:22:52.566269 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [req-fef41408-1a4f-478c-8ea1-f1eb04d63ed8 req-f8465fed-c76b-40fc-b28f-5b17d91872c2 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:22:52.567229 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fef41408-1a4f-478c-8ea1-f1eb04d63ed8 req-f8465fed-c76b-40fc-b28f-5b17d91872c2 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053060 Sep 23 03:22:53.910169 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388f477-7a1e-4cad-b63e-4d81262eb453 req-973c526e-aa9a-4784-883f-1f623a04973d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:53.911640 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c388f477-7a1e-4cad-b63e-4d81262eb453 req-973c526e-aa9a-4784-883f-1f623a04973d tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0510356 Sep 23 03:22:53.949232 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c388f477-7a1e-4cad-b63e-4d81262eb453 req-9f1d78f3-b91f-4c84-8d68-5110f2d15914 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Sep 23 03:22:54.285844 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-20ce2d76-f448-4ec9-9c51-2cd386941477 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839784 Sep 23 03:22:54.307405 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-77587986-8940-4154-b2b9-332c0d2238ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:54.729973 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:55.069778 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6809479-0614-42ac-a98e-d0329058bc1b req-ae4baa70-5dfa-4d38-8974-049e3f71d0ff tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:55.071250 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f6809479-0614-42ac-a98e-d0329058bc1b req-ae4baa70-5dfa-4d38-8974-049e3f71d0ff tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0525472 Sep 23 03:22:55.108225 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f6809479-0614-42ac-a98e-d0329058bc1b req-eb2374a1-3daf-4c6f-aa2c-36a8be06b48b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310428 Sep 23 03:22:55.265412 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:56.273255 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47531e3e-a8ab-43a0-a9ea-6d6ac2c1e87a req-5dbc7477-e549-4d49-9453-926f9408547f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:56.274724 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-47531e3e-a8ab-43a0-a9ea-6d6ac2c1e87a req-5dbc7477-e549-4d49-9453-926f9408547f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0980494 Sep 23 03:22:56.311790 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-47531e3e-a8ab-43a0-a9ea-6d6ac2c1e87a req-a2d5c6a6-1b65-49a0-b45b-035d1eeb2459 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312202 Sep 23 03:22:57.156856 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:22:57.478681 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa991f6-39a8-4091-bda9-36354c8aa2b0 req-140550a2-675e-4e04-bec9-72863b9eca54 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:57.480157 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aaa991f6-39a8-4091-bda9-36354c8aa2b0 req-140550a2-675e-4e04-bec9-72863b9eca54 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0982807 Sep 23 03:22:57.516774 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aaa991f6-39a8-4091-bda9-36354c8aa2b0 req-2a51743b-2bc5-4fcc-b094-305232cca113 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305023 Sep 23 03:22:57.810801 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-0963b649-bf02-4f0a-9717-cd328c2de49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:57.812267 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-0963b649-bf02-4f0a-9717-cd328c2de49c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f&tenant_id=dbfca1e34b884266a4b529b2813872ba HTTP/1.1" status: 200 len: 1096 time: 0.0398858 Sep 23 03:22:57.888262 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-1a603637-ba80-4710-9519-b34fff16355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:57.889747 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-1a603637-ba80-4710-9519-b34fff16355a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 1096 time: 0.0433054 Sep 23 03:22:57.976948 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-92545290-e8b5-40e3-8e92-b0c94f203338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:57.978664 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-92545290-e8b5-40e3-8e92-b0c94f203338 service neutron] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 918 time: 0.0820310 Sep 23 03:22:58.049129 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-34086796-763f-434a-8980-1d31892142b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c145bd-9b48-497d-87f5-a0b8a59af425 HTTP/1.1" status: 200 len: 999 time: 0.0617409 Sep 23 03:22:58.098097 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-5f7cbf43-bb5a-4ce1-9e36-99e108a1438a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:58.099426 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-5f7cbf43-bb5a-4ce1-9e36-99e108a1438a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0432391 Sep 23 03:22:58.143359 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-77692ca1-f2a6-41f9-98af-8d89d23acfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:58.144818 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-77692ca1-f2a6-41f9-98af-8d89d23acfdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383933 Sep 23 03:22:58.234441 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-9bc1f449-6d0e-4219-8fbc-8314b06db4d7 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826035 Sep 23 03:22:58.321509 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-475a3bab-95a8-4ce5-bc28-9015d2a36ca4 req-eae1e967-5d1d-4c4b-80e6-8fb68cc256d4 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800719 Sep 23 03:22:58.639920 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e6330-20a6-4e53-ac12-32f634b8588d req-21d79ed5-c6df-4a97-95af-79bb6c0b104a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:58.641560 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9f3e6330-20a6-4e53-ac12-32f634b8588d req-21d79ed5-c6df-4a97-95af-79bb6c0b104a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0521977 Sep 23 03:22:58.679323 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9f3e6330-20a6-4e53-ac12-32f634b8588d req-4ee28a92-7b21-4064-95fb-5fbc4462d692 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320444 Sep 23 03:22:59.799081 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cfe26-457c-414e-b767-e8b7c4bdc894 req-2566ce5e-fa09-426f-870b-5d0c768b5a09 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:22:59.800703 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-277cfe26-457c-414e-b767-e8b7c4bdc894 req-2566ce5e-fa09-426f-870b-5d0c768b5a09 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0494409 Sep 23 03:22:59.844928 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-277cfe26-457c-414e-b767-e8b7c4bdc894 req-0966a2fe-6eb8-444e-8108-36a7c9cfa5c5 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381806 Sep 23 03:23:01.024517 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f3095-242d-4c3a-84a8-f972f99b1311 req-d5ed109f-d06e-4203-a5c6-b5d2a9540d12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:01.024517 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c86f3095-242d-4c3a-84a8-f972f99b1311 req-d5ed109f-d06e-4203-a5c6-b5d2a9540d12 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0514560 Sep 23 03:23:01.024517 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c86f3095-242d-4c3a-84a8-f972f99b1311 req-55a25d9d-5e1f-4293-b7af-840e21c3e8ca tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443540 Sep 23 03:23:02.146593 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff404e-4ef8-46c4-b14d-649090adf785 req-16416ccf-412d-4126-a272-7e358ca5534c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:02.148562 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2cff404e-4ef8-46c4-b14d-649090adf785 req-16416ccf-412d-4126-a272-7e358ca5534c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0505078 Sep 23 03:23:02.187880 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2cff404e-4ef8-46c4-b14d-649090adf785 req-a09ebb6e-f6fa-408d-aff5-29c1151712bc tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331676 Sep 23 03:23:03.307025 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fdbd0-f5c1-4e6b-b323-9f7c3f6e3ef7 req-30f567e1-14e5-4a1b-b000-c7ffcd5a3480 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:03.308552 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d57fdbd0-f5c1-4e6b-b323-9f7c3f6e3ef7 req-30f567e1-14e5-4a1b-b000-c7ffcd5a3480 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0494246 Sep 23 03:23:03.347100 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d57fdbd0-f5c1-4e6b-b323-9f7c3f6e3ef7 req-749a191f-074f-4dc6-a5e9-9264ec79e254 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Sep 23 03:23:04.603599 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc06e0-4c9b-45fc-9e0f-09a4acf60ceb req-7f05a7eb-2316-43d1-8369-a8810d75f91a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:04.605133 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6cdc06e0-4c9b-45fc-9e0f-09a4acf60ceb req-7f05a7eb-2316-43d1-8369-a8810d75f91a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0494571 Sep 23 03:23:04.643397 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6cdc06e0-4c9b-45fc-9e0f-09a4acf60ceb req-a653a23e-3e65-4ad2-985c-aa915242a156 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322027 Sep 23 03:23:05.769249 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772d878-2736-43e9-a284-fda48f12c290 req-7453cac5-73f6-4c5b-9082-120f0ba3ca38 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:05.770887 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d772d878-2736-43e9-a284-fda48f12c290 req-7453cac5-73f6-4c5b-9082-120f0ba3ca38 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0554850 Sep 23 03:23:05.810713 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d772d878-2736-43e9-a284-fda48f12c290 req-74d39da7-4a53-4381-a5b0-2fc663ce5546 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335827 Sep 23 03:23:06.893934 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:06.936250 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dd5ec-0d02-4305-bfb2-cddd022ccc0e req-a5368170-9eb2-4777-8b46-66f34ce13b52 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:06.937800 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-482dd5ec-0d02-4305-bfb2-cddd022ccc0e req-a5368170-9eb2-4777-8b46-66f34ce13b52 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0513718 Sep 23 03:23:06.985625 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-482dd5ec-0d02-4305-bfb2-cddd022ccc0e req-1bbfee8e-2f11-428d-b615-be3bdf626590 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375896 Sep 23 03:23:08.128346 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899a824-eaf8-48d5-b014-9a2d82b1d723 req-b188cc8e-7ac6-470b-821d-cc47aaead5c8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:08.129913 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0899a824-eaf8-48d5-b014-9a2d82b1d723 req-b188cc8e-7ac6-470b-821d-cc47aaead5c8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0505092 Sep 23 03:23:08.168506 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0899a824-eaf8-48d5-b014-9a2d82b1d723 req-122f3ab6-ccad-4ef7-ae8a-fd2dd8feb093 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Sep 23 03:23:09.301223 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d2d9e-5315-4c51-9519-b8d72c56d467 req-bdeb0888-a956-4b3a-9c23-56e69cd9bca7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:09.302738 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c80d2d9e-5315-4c51-9519-b8d72c56d467 req-bdeb0888-a956-4b3a-9c23-56e69cd9bca7 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0580893 Sep 23 03:23:09.342350 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c80d2d9e-5315-4c51-9519-b8d72c56d467 req-d917c6d8-b383-4b50-9719-cde6cd30a75f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336306 Sep 23 03:23:10.462379 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386d62-2f00-4072-ab45-5bbee137a4c4 req-e3fc3ddd-9ddc-49a9-bc99-d3caf850e26a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:10.463824 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ad386d62-2f00-4072-ab45-5bbee137a4c4 req-e3fc3ddd-9ddc-49a9-bc99-d3caf850e26a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0475481 Sep 23 03:23:10.500035 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ad386d62-2f00-4072-ab45-5bbee137a4c4 req-7376dbcc-c235-409e-94a3-4fb7791f7889 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304248 Sep 23 03:23:11.617654 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d0940-3657-4413-a298-c4dff1bfc45c req-4f3a0151-4695-4a7f-887b-85fa8dcb1258 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:11.619163 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7f3d0940-3657-4413-a298-c4dff1bfc45c req-4f3a0151-4695-4a7f-887b-85fa8dcb1258 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0497179 Sep 23 03:23:11.655555 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7f3d0940-3657-4413-a298-c4dff1bfc45c req-92d587ec-74f5-4338-8af2-9e0b563e3fce tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304804 Sep 23 03:23:12.775221 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce927b2-553e-4733-9159-dc0ce507db22 req-dc9baa88-a441-43ed-be30-5a849ae54aec tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:12.776707 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fce927b2-553e-4733-9159-dc0ce507db22 req-dc9baa88-a441-43ed-be30-5a849ae54aec tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0519972 Sep 23 03:23:12.813826 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fce927b2-553e-4733-9159-dc0ce507db22 req-26743186-65f1-4caa-a2d9-d5fb75a1fe8f tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313871 Sep 23 03:23:12.979130 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880939-de16-4243-9c07-e6bf2477293b req-378ac6ad-3143-42ff-a6ed-004eed4ff1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:12.980515 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1c880939-de16-4243-9c07-e6bf2477293b req-378ac6ad-3143-42ff-a6ed-004eed4ff1cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dbfca1e34b884266a4b529b2813872ba&device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 1096 time: 0.0400939 Sep 23 03:23:13.326839 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880939-de16-4243-9c07-e6bf2477293b req-a23610b1-1e56-4e44-bef6-990dc132ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:13.328337 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1c880939-de16-4243-9c07-e6bf2477293b req-a23610b1-1e56-4e44-bef6-990dc132ab3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 200 len: 918 time: 0.3272011 Sep 23 03:23:13.398287 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1c880939-de16-4243-9c07-e6bf2477293b req-b36fc7f8-eba4-4c05-b649-c3c263b474f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88c145bd-9b48-497d-87f5-a0b8a59af425 HTTP/1.1" status: 200 len: 999 time: 0.0622656 Sep 23 03:23:13.446454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880939-de16-4243-9c07-e6bf2477293b req-83a19275-154c-44d4-904f-f83150d89156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:13.447839 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1c880939-de16-4243-9c07-e6bf2477293b req-83a19275-154c-44d4-904f-f83150d89156 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 200 len: 856 time: 0.0420277 Sep 23 03:23:13.492529 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880939-de16-4243-9c07-e6bf2477293b req-df0ad82d-01ad-4066-8c15-6301e6233508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:13.494047 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1c880939-de16-4243-9c07-e6bf2477293b req-df0ad82d-01ad-4066-8c15-6301e6233508 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=14c1ac36-0e52-4076-99c3-1a39144cff3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390217 Sep 23 03:23:13.505547 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [req-1c880939-de16-4243-9c07-e6bf2477293b req-667fe0e5-0b63-4720-8ae1-6471b5fb58d6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:23:13.507015 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1c880939-de16-4243-9c07-e6bf2477293b req-667fe0e5-0b63-4720-8ae1-6471b5fb58d6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052910 Sep 23 03:23:13.600364 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1c880939-de16-4243-9c07-e6bf2477293b req-8a83999e-bb6e-48c7-9bcf-cfedfa7d5184 service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863960 Sep 23 03:23:13.688345 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1c880939-de16-4243-9c07-e6bf2477293b req-495b1f68-18d9-46cb-98c8-f2aa86eb0c8f service neutron] 10.222.0.13 "GET /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803502 Sep 23 03:23:13.931982 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad339528-14f5-422c-b981-d194fa141280 req-314c2e76-fca9-4145-b8ce-f062bd1c4e3c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:13.933503 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ad339528-14f5-422c-b981-d194fa141280 req-314c2e76-fca9-4145-b8ce-f062bd1c4e3c tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0486407 Sep 23 03:23:13.973378 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ad339528-14f5-422c-b981-d194fa141280 req-8e377c7d-4068-466a-bbbd-3c13fa1a3a45 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341146 Sep 23 03:23:15.089465 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02bed3-f0a1-4a28-aa06-603d09d99852 req-9a7d1d72-0e4c-4d0f-ab9a-459e7086c6ea tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:15.090950 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9c02bed3-f0a1-4a28-aa06-603d09d99852 req-9a7d1d72-0e4c-4d0f-ab9a-459e7086c6ea tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 943 time: 0.0476246 Sep 23 03:23:15.128827 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9c02bed3-f0a1-4a28-aa06-603d09d99852 req-5a5c23ee-dbf6-432e-82ad-59af24d4837e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314744 Sep 23 03:23:15.827880 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 88c145bd-9b48-497d-87f5-a0b8a59af425 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:23:15.909919 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:23:15.923387 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'port_id': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'mac_address': 'fa:16:3e:e3:92:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:23:15.959121 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:15.971090 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c145bd-9b48-497d-87f5-a0b8a59af425 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:23:15.990303 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:23:16.076245 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:16.127146 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=88c145bd-9b48-497d-87f5-a0b8a59af425,revision_number=9']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:23:16.247866 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e7958-8310-411b-b55f-a18667e857e4 req-0a9d8349-8ab9-479c-8b03-c614707d357b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:16.249390 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ca3e7958-8310-411b-b55f-a18667e857e4 req-0a9d8349-8ab9-479c-8b03-c614707d357b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 944 time: 0.0489619 Sep 23 03:23:16.285973 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ca3e7958-8310-411b-b55f-a18667e857e4 req-338ed728-2dfa-418b-adc3-a4bd4f806155 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306714 Sep 23 03:23:16.487230 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['88c145bd-9b48-497d-87f5-a0b8a59af425'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:23:17.401990 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2755ff-0ba2-4b51-a76c-4018dd614320 req-68db9084-c364-4c3d-9c56-92961e6cd549 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:17.403457 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1e2755ff-0ba2-4b51-a76c-4018dd614320 req-68db9084-c364-4c3d-9c56-92961e6cd549 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 944 time: 0.0475473 Sep 23 03:23:17.439264 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1e2755ff-0ba2-4b51-a76c-4018dd614320 req-19c10333-d021-498b-afcc-5e4c88d811a6 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300417 Sep 23 03:23:17.823232 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 88c145bd-9b48-497d-87f5-a0b8a59af425 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:23:17.869408 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 88c145bd-9b48-497d-87f5-a0b8a59af425 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:23:17.869781 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:17.943857 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:17.965225 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:23:17.967416 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3041849c-34b4-4200-8aa3-e06b91d66f6d" -d '{"events": [{"server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "name": "network-vif-plugged", "status": "completed", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:23:17.979960 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:23:18.004301 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4807d308-2777-4aa4-ae3b-c0087a347fed x-openstack-request-id: req-4807d308-2777-4aa4-ae3b-c0087a347fed {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:23:18.004616 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "name": "network-vif-plugged", "status": "completed", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:23:18.004867 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4807d308-2777-4aa4-ae3b-c0087a347fed {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:23:18.005247 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'code': 200} Sep 23 03:23:18.061632 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:18.110093 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=88c145bd-9b48-497d-87f5-a0b8a59af425,revision_number=10']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:23:18.418449 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd1489-9a05-4ed6-afeb-dafae82d212d req-7ea20eb3-629e-44ff-8806-a2dde1e9e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:18.419913 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e2fd1489-9a05-4ed6-afeb-dafae82d212d req-7ea20eb3-629e-44ff-8806-a2dde1e9e121 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 1099 time: 0.0808942 Sep 23 03:23:18.454460 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e2fd1489-9a05-4ed6-afeb-dafae82d212d req-0199a71f-3958-47ce-8f50-f290f70de4a4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262101 Sep 23 03:23:18.557875 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47073494-27c5-497f-9de1-f5e75b368df2 req-8d36d26b-257a-4fb2-bbb0-09eac05b477e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:18.559372 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-47073494-27c5-497f-9de1-f5e75b368df2 req-8d36d26b-257a-4fb2-bbb0-09eac05b477e tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 946 time: 0.0510080 Sep 23 03:23:18.596237 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-47073494-27c5-497f-9de1-f5e75b368df2 req-f2e5adc5-e292-42fa-83cd-ffdcf1762bac tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309882 Sep 23 03:23:19.713775 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35851759-4905-4c8d-a47f-d1502f49dd57 req-9510b796-4353-4d7a-8275-9df9e94d7d3a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:19.715196 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-35851759-4905-4c8d-a47f-d1502f49dd57 req-9510b796-4353-4d7a-8275-9df9e94d7d3a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 946 time: 0.0482070 Sep 23 03:23:19.757164 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-35851759-4905-4c8d-a47f-d1502f49dd57 req-6fc97f32-ef74-4fa7-bebc-17dada2e2049 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353293 Sep 23 03:23:20.874939 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c7e30-767d-4b62-9932-be738a048187 req-2b74cfbf-8de6-4c39-80d1-5fb36e5b41d8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:20.876426 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-468c7e30-767d-4b62-9932-be738a048187 req-2b74cfbf-8de6-4c39-80d1-5fb36e5b41d8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 946 time: 0.0486252 Sep 23 03:23:20.914059 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-468c7e30-767d-4b62-9932-be738a048187 req-e8af03e5-0490-4299-ac1a-5166680f9791 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315812 Sep 23 03:23:21.633637 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3359d047-95fc-44e2-82d9-9e45be7876f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:22.030561 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a97b61-a3c6-4d90-8977-09c73abf728c req-da19ea1c-2f1d-4e3f-ba76-ebf52d69d92b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:23:22.032048 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12a97b61-a3c6-4d90-8977-09c73abf728c req-da19ea1c-2f1d-4e3f-ba76-ebf52d69d92b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 946 time: 0.0481808 Sep 23 03:23:22.069985 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-12a97b61-a3c6-4d90-8977-09c73abf728c req-2d3c99c2-5a09-44f8-be7f-bbd0713b8b48 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Sep 23 03:23:24.316107 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-caf2b418-ff5f-4b0f-8204-a8f9ff7f3b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:24.746868 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:25.449521 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:26.780051 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:23:27.158507 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:36.929423 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:51.578597 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8b539016-cd6d-4bcb-80b0-69edbce54b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:54.298129 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9f0735a3-a773-4088-ba41-3753aa3e0ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:54.732240 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:55.266179 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:23:57.178487 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:03.778798 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:24:06.883105 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:09.855165 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-8617e202-21a8-46d8-bf52-001fe907d87e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390882 Sep 23 03:24:09.926041 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-a853c79a-8a03-46c8-82db-5c03595cc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:09.927538 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-a853c79a-8a03-46c8-82db-5c03595cc5a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9295094fe94cc69e88db5d29658b1b&device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 1098 time: 0.0394981 Sep 23 03:24:10.034989 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-fc3cab3a-69f8-45a5-ae3a-3484eccb8e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:10.036508 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-fc3cab3a-69f8-45a5-ae3a-3484eccb8e80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=256ff840-637a-4fa9-91bf-bd69e4407d67 HTTP/1.1" status: 200 len: 910 time: 0.0907247 Sep 23 03:24:10.100150 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-b7a03c82-2d18-48e5-b873-012c6d30152f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda HTTP/1.1" status: 200 len: 1000 time: 0.0559704 Sep 23 03:24:10.151234 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-5a2291d4-c66d-4a57-9122-e71cec12fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:10.152663 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-5a2291d4-c66d-4a57-9122-e71cec12fd3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47405c9c-6d84-443f-9774-56dfd85977a4 HTTP/1.1" status: 200 len: 848 time: 0.0459580 Sep 23 03:24:10.196598 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-81b77771-b378-470d-901f-e57180c5449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:10.198035 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-81b77771-b378-470d-901f-e57180c5449b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=256ff840-637a-4fa9-91bf-bd69e4407d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383537 Sep 23 03:24:10.294384 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-0aadeeb2-0122-4c50-a097-66e980b1d992 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893362 Sep 23 03:24:10.382440 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-037f624f-8fbf-431d-8f08-da21fd58a17d req-f22d7bce-1464-450d-b9c9-eec535e86462 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812156 Sep 23 03:24:18.127841 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aca932-2f26-4a3f-a1a1-01409690a6b4 req-43082eab-3519-460d-bc91-038625e8787a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:18.129226 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f7aca932-2f26-4a3f-a1a1-01409690a6b4 req-43082eab-3519-460d-bc91-038625e8787a tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 946 time: 0.0486326 Sep 23 03:24:18.166213 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f7aca932-2f26-4a3f-a1a1-01409690a6b4 req-b6944f8b-109e-4063-9cf6-7a9764a41be3 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311329 Sep 23 03:24:19.283302 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee337a8-c4f9-4e81-ae9a-9e3875a57c5a req-966db248-8bd5-42cc-bcee-421c3f096cdd tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:19.284775 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bee337a8-c4f9-4e81-ae9a-9e3875a57c5a req-966db248-8bd5-42cc-bcee-421c3f096cdd tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 946 time: 0.0475273 Sep 23 03:24:19.321452 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bee337a8-c4f9-4e81-ae9a-9e3875a57c5a req-b46d4f1e-3194-4165-a6c8-0800e31b80fb tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304210 Sep 23 03:24:19.909333 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a3332fc0-5ec6-49b9-a889-1ffdaa91fbb4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:19.910746 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a3332fc0-5ec6-49b9-a889-1ffdaa91fbb4 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.13 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 946 time: 0.0505433 Sep 23 03:24:19.995010 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Deleting port 88c145bd-9b48-497d-87f5-a0b8a59af425 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:24:19.995341 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:20.084456 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] For port 88c145bd-9b48-497d-87f5-a0b8a59af425, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=88c145bd-9b48-497d-87f5-a0b8a59af425,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:24:20.084760 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:20.243745 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:20.244105 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:20.244422 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Floating IP d6412cc5-ced7-4470-9340-3b5fb1612d23 disassociated. External IP: 172.27.1.148, port: 88c145bd-9b48-497d-87f5-a0b8a59af425. Sep 23 03:24:20.244783 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Calling delete_port for 88c145bd-9b48-497d-87f5-a0b8a59af425 owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:24:20.426092 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:20.439640 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15eb96-a3ba-47da-93b5-d33b48a1de1c req-548e8341-a9f7-494d-b318-f755b625c494 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:20.446986 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc15eb96-a3ba-47da-93b5-d33b48a1de1c req-548e8341-a9f7-494d-b318-f755b625c494 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 868 time: 0.0507078 Sep 23 03:24:20.457596 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event deleted for resources: {'Port': ['ID=88c145bd-9b48-497d-87f5-a0b8a59af425,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:20.469788 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.470150 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.470495 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.470834 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.471169 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.471501 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.471831 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.472175 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.473107 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.473438 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.473767 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.478943 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:20.480661 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc15eb96-a3ba-47da-93b5-d33b48a1de1c req-c0d804b2-0e48-4a8d-a4cd-181126be75c8 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups?id=2bc322ce-c9e7-4e37-8ab7-9040746f1c02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329483 Sep 23 03:24:20.575929 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Router 4c686ded-8cba-4cd2-bb56-768896ee73ac has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:24:20.680116 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:24:20.690596 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00701f-73a0-40ed-a394-a4be02f3a4f0 None None] Sync routers for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:24:20.699972 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00701f-73a0-40ed-a394-a4be02f3a4f0 None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:24:20.700627 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-ee00701f-73a0-40ed-a394-a4be02f3a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:23:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:20.718546 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] No DVR routers for this DVR port 88c145bd-9b48-497d-87f5-a0b8a59af425 on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:24:20.721171 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:20.723236 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1f92ce60-4516-4c4b-b25f-90ba5df83473 req-a21284d9-26e2-4108-b272-5bc38e3d4ff2 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.13 "DELETE /v2.0/ports/88c145bd-9b48-497d-87f5-a0b8a59af425 HTTP/1.1" status: 204 len: 173 time: 0.8067079 Sep 23 03:24:20.723656 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'name': 'network-vif-deleted', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:24:20.725972 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf352b4-a815-4c20-b7fb-b119b16810ab" -d '{"events": [{"server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "name": "network-vif-deleted", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:24:20.760821 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae701747-d6f7-4d2d-a8b2-1576946291d3 x-openstack-request-id: req-ae701747-d6f7-4d2d-a8b2-1576946291d3 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:24:20.761113 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f014b-f5d0-4005-b467-e11414c5176f", "name": "network-vif-deleted", "tag": "88c145bd-9b48-497d-87f5-a0b8a59af425", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:24:20.761364 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ae701747-d6f7-4d2d-a8b2-1576946291d3 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:24:20.761769 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f014b-f5d0-4005-b467-e11414c5176f', 'name': 'network-vif-deleted', 'tag': '88c145bd-9b48-497d-87f5-a0b8a59af425', 'status': 'completed', 'code': 200} Sep 23 03:24:20.808579 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-ee00701f-73a0-40ed-a394-a4be02f3a4f0 None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:24:21.028679 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-ee00701f-73a0-40ed-a394-a4be02f3a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:21.054238 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00701f-73a0-40ed-a394-a4be02f3a4f0 None None] Checking router: 4c686ded-8cba-4cd2-bb56-768896ee73ac for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:24:21.062311 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00701f-73a0-40ed-a394-a4be02f3a4f0 None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:24:21.064390 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-ee00701f-73a0-40ed-a394-a4be02f3a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:23:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:21.167108 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-ee00701f-73a0-40ed-a394-a4be02f3a4f0 None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:24:21.478986 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-ee00701f-73a0-40ed-a394-a4be02f3a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:21.504811 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee00701f-73a0-40ed-a394-a4be02f3a4f0 None None] The sync data for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi is: [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:13:02Z', 'revision_number': 4, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '456a46d1-f6de-47b7-8de1-dc27b3ed0d32', 'name': '', 'network_id': '14c1ac36-0e52-4076-99c3-1a39144cff3e', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'mac_address': 'fa:16:3e:48:34:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:13:01Z', 'updated_at': '2021-09-23T03:13:07Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'subnets': [{'id': '4b64a0c0-f157-44a7-b3c0-deb116316663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:24:21.598495 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-87296427-cf01-43cd-9a8f-75e23de3cf20 req-e68d69f9-d53e-4426-9753-26e3704d6a95 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/ports?device_id=f07f014b-f5d0-4005-b467-e11414c5176f HTTP/1.1" status: 200 len: 210 time: 0.0282788 Sep 23 03:24:21.652059 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6e73f0d0-9585-4c69-915a-787804c345cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:21.750196 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd64f1fc-d9d0-4077-b3b3-220ccbbb4e9c None None] New status for floating IP d6412cc5-ced7-4470-9340-3b5fb1612d23: DOWN {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:24:22.761656 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58242) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:22.815833 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c82852d5-b670-4b03-adba-2e004dca8324 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:22.839585 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c82852d5-b670-4b03-adba-2e004dca8324 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:22.963452 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c82852d5-b670-4b03-adba-2e004dca8324 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:22.965970 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c82852d5-b670-4b03-adba-2e004dca8324 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:22.967113 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-c82852d5-b670-4b03-adba-2e004dca8324 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "DELETE /v2.0/security-groups/2bc322ce-c9e7-4e37-8ab7-9040746f1c02 HTTP/1.1" status: 204 len: 168 time: 0.2044933 Sep 23 03:24:22.970001 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58244) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:22.975862 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82852d5-b670-4b03-adba-2e004dca8324 tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc322ce-c9e7-4e37-8ab7-9040746f1c02,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:22.985460 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.api.v2.resource [None req-cffe84b4-8f07-4290-bd9e-ad231b4674ca tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] show failed (client error): The resource could not be found. Sep 23 03:24:22.986464 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-cffe84b4-8f07-4290-bd9e-ad231b4674ca tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "GET /v2.0/security-groups/2bc322ce-c9e7-4e37-8ab7-9040746f1c02 HTTP/1.1" status: 404 len: 347 time: 0.0154097 Sep 23 03:24:22.989310 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58246) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:23.108285 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Deleting port a07dc96b-f277-48f2-9aa7-0ff829e23756 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:24:23.108654 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:23.184889 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:23.185218 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:23.196410 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Calling delete_port for a07dc96b-f277-48f2-9aa7-0ff829e23756 owned by network:floatingip {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:24:23.443546 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:23.677311 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Pushing event deleted for resources: {'Port': ['ID=a07dc96b-f277-48f2-9aa7-0ff829e23756,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:23.689981 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.690335 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.690678 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.691015 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.691873 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.692211 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.692567 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.692901 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.693229 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.693607 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.693883 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.694208 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:23.745160 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:23.747752 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:23.748921 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-527be706-6cb8-4f4d-b7d3-d8d7fe699c4b tempest-AttachVolumeShelveTestJSON-168478597 tempest-AttachVolumeShelveTestJSON-168478597-project] 10.222.0.23 "DELETE /v2.0/floatingips/d6412cc5-ced7-4470-9340-3b5fb1612d23 HTTP/1.1" status: 204 len: 168 time: 0.7586875 Sep 23 03:24:24.133900 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 88c145bd-9b48-497d-87f5-a0b8a59af425 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:24:24.153294 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: 88c145bd-9b48-497d-87f5-a0b8a59af425 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:24:24.153636 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 88c145bd-9b48-497d-87f5-a0b8a59af425 not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:24:24.343173 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b3aec282-ae24-45b8-ac22-5d6b4cb919ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:24.746234 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:25.269368 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:26.498876 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58268) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:26.934393 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573212'] for router_interface, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:27.148981 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:27.171230 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] Deleting port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:24:27.176100 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:27.258991 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] For port 456a46d1-f6de-47b7-8de1-dc27b3ed0d32, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=456a46d1-f6de-47b7-8de1-dc27b3ed0d32,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:24:27.259351 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:27.271804 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] Calling delete_port for 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 owned by network:router_interface {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:24:27.524319 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:27.554841 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] Pushing event deleted for resources: {'Port': ['ID=456a46d1-f6de-47b7-8de1-dc27b3ed0d32,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:27.714877 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573077'] for router_interface, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:27.933847 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] Router 4c686ded-8cba-4cd2-bb56-768896ee73ac has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:24:28.037007 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:24:28.042007 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-7aecf5d3-34d6-44a8-be5e-3d1af2cd13dc admin admin] 10.222.0.23 "PUT /v2.0/routers/4c686ded-8cba-4cd2-bb56-768896ee73ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5421109 Sep 23 03:24:28.044457 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58272) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:28.047146 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5d8c8-c3a8-499c-bc1b-76b75373fde7 None None] Sync routers for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:24:28.059924 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5d8c8-c3a8-499c-bc1b-76b75373fde7 None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:24:28.060579 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-31a5d8c8-c3a8-499c-bc1b-76b75373fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:24:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:28.157564 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Notify callbacks [] for router, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:28.165627 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-31a5d8c8-c3a8-499c-bc1b-76b75373fde7 None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:24:28.348106 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-31a5d8c8-c3a8-499c-bc1b-76b75373fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:24:27Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:28.376249 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5d8c8-c3a8-499c-bc1b-76b75373fde7 None None] Checking router: 4c686ded-8cba-4cd2-bb56-768896ee73ac for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:24:28.385250 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5d8c8-c3a8-499c-bc1b-76b75373fde7 None None] Routers {'4c686ded-8cba-4cd2-bb56-768896ee73ac'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:24:28.385875 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-31a5d8c8-c3a8-499c-bc1b-76b75373fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:24:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['4c686ded-8cba-4cd2-bb56-768896ee73ac'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:28.488602 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-31a5d8c8-c3a8-499c-bc1b-76b75373fde7 None None] Set router 4c686ded-8cba-4cd2-bb56-768896ee73ac gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:24:28.504090 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:28.643129 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Deleting port 5fde44f5-999b-4a08-8139-0353ef5081fd {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:24:28.643848 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:28.663288 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-31a5d8c8-c3a8-499c-bc1b-76b75373fde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:24:27Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:28.690678 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5d8c8-c3a8-499c-bc1b-76b75373fde7 None None] The sync data for ids ['4c686ded-8cba-4cd2-bb56-768896ee73ac'] in dv-cinder-768458-9-iscsi is: [{'id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'name': 'tempest-AttachVolumeShelveTestJSON-1983464981-router', 'tenant_id': 'dbfca1e34b884266a4b529b2813872ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16'}], 'enable_snat': True}, 'gw_port_id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:12:55Z', 'updated_at': '2021-09-23T03:24:27Z', 'revision_number': 5, 'project_id': 'dbfca1e34b884266a4b529b2813872ba', 'gw_port': {'id': '5fde44f5-999b-4a08-8139-0353ef5081fd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:66:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c686ded-8cba-4cd2-bb56-768896ee73ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:12:56Z', 'updated_at': '2021-09-23T03:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:24:28.721890 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] For port 5fde44f5-999b-4a08-8139-0353ef5081fd, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=5fde44f5-999b-4a08-8139-0353ef5081fd,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:24:28.722258 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:28.739328 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Calling delete_port for 5fde44f5-999b-4a08-8139-0353ef5081fd owned by network:router_gateway {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:24:28.986392 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.014716 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Pushing event deleted for resources: {'Port': ['ID=5fde44f5-999b-4a08-8139-0353ef5081fd,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:29.083437 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573014'] for router_gateway, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.180625 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:24:29.201790 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:24:29.201954 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129209'] for router, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.202233 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 456a46d1-f6de-47b7-8de1-dc27b3ed0d32 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:24:29.205227 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.352254 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570672'] for router, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.352859 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c686ded-8cba-4cd2-bb56-768896ee73ac {{(pid=94696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 03:24:29.363053 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] Notify callbacks [] for router, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.363053 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-81dabd3e-e0ce-4974-8ddc-3a447b96f56c admin admin] 10.222.0.23 "DELETE /v2.0/routers/4c686ded-8cba-4cd2-bb56-768896ee73ac HTTP/1.1" status: 204 len: 168 time: 1.3144724 Sep 23 03:24:29.363053 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58274) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:29.416041 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb185683-048d-4dac-b262-c6bcb7aa4769 admin admin] Deleting subnet 4b64a0c0-f157-44a7-b3c0-deb116316663 {{(pid=94696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:24:29.419375 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb185683-048d-4dac-b262-c6bcb7aa4769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.455477 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb185683-048d-4dac-b262-c6bcb7aa4769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487883'] for subnet, precommit_delete_associations {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.563660 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb185683-048d-4dac-b262-c6bcb7aa4769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.672220 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb185683-048d-4dac-b262-c6bcb7aa4769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25232316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681425'] for subnet, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.701133 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb185683-048d-4dac-b262-c6bcb7aa4769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b64a0c0-f157-44a7-b3c0-deb116316663,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:29.704929 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eb185683-048d-4dac-b262-c6bcb7aa4769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.707348 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-eb185683-048d-4dac-b262-c6bcb7aa4769 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4b64a0c0-f157-44a7-b3c0-deb116316663 HTTP/1.1" status: 204 len: 168 time: 0.3434625 Sep 23 03:24:29.709901 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58276) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:29.712404 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8819ac-5501-4ab3-bfdd-466ab9f693f1 None None] Network 14c1ac36-0e52-4076-99c3-1a39144cff3e requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:24:29.777263 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.836214 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Deleting port 76de3b36-6725-41da-bfb0-f709dad33066 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:24:29.836582 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.904322 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] For port 76de3b36-6725-41da-bfb0-f709dad33066, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=76de3b36-6725-41da-bfb0-f709dad33066,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:24:29.904712 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:29.908077 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] DHCP port deletion for 14c1ac36-0e52-4076-99c3-1a39144cff3e request from dv-cinder-768458-9-iscsi {{(pid=94697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 03:24:29.916727 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Calling delete_port for 76de3b36-6725-41da-bfb0-f709dad33066 owned by network:dhcp {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:24:29.953620 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Deleting port 76de3b36-6725-41da-bfb0-f709dad33066 {{(pid=94697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:24:29.953998 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.017228 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] For port 76de3b36-6725-41da-bfb0-f709dad33066, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=76de3b36-6725-41da-bfb0-f709dad33066,segment=NetworkSegment(b96007cb-b2e2-4f67-9990-3b2c28a97757),segment_id=b96007cb-b2e2-4f67-9990-3b2c28a97757)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:24:30.017624 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.029164 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Calling delete_port for 76de3b36-6725-41da-bfb0-f709dad33066 owned by network:dhcp {{(pid=94697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:24:30.080858 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.107044 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=76de3b36-6725-41da-bfb0-f709dad33066,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:30.108906 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] No DVR routers for this DVR port 76de3b36-6725-41da-bfb0-f709dad33066 on host dv-cinder-768458-9-iscsi {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:24:30.144398 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848'] for port, after_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.169849 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Pushing event deleted for resources: {'Port': ['ID=76de3b36-6725-41da-bfb0-f709dad33066,revision_number=None']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:30.172032 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] No DVR routers for this DVR port 76de3b36-6725-41da-bfb0-f709dad33066 on host dv-cinder-768458-9-iscsi {{(pid=94697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:24:30.179979 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.185472 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.185472 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.185472 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.186220 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.186327 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.186327 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.186327 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.186327 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.186327 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.186327 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.186327 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.186327 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918ea419-07a2-4b80-bafd-2785128d6817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:30.202375 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c1ac36-0e52-4076-99c3-1a39144cff3e']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:30.211557 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96007cb-b2e2-4f67-9990-3b2c28a97757') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:30.211852 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96007cb-b2e2-4f67-9990-3b2c28a97757') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:30.221013 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.234307 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.240624 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:24:30.241048 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:24:30.242646 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:24:30.363624 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.368708 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.370535 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/14c1ac36-0e52-4076-99c3-1a39144cff3e HTTP/1.1" status: 204 len: 168 time: 0.6597238 Sep 23 03:24:30.381573 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a220b-d8be-4680-bac3-8874311812b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c1ac36-0e52-4076-99c3-1a39144cff3e,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:30.673122 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58280) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:30.711654 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-47293073-98c5-4678-9f41-d03c1ea5bc07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbfca1e34b884266a4b529b2813872ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372677 Sep 23 03:24:30.713967 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58282) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:30.760512 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-276d8866-1f25-4771-8622-a11d0f80f844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.780812 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-276d8866-1f25-4771-8622-a11d0f80f844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.833663 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 76de3b36-6725-41da-bfb0-f709dad33066 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:24:30.853609 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 76de3b36-6725-41da-bfb0-f709dad33066 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:24:30.853953 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 76de3b36-6725-41da-bfb0-f709dad33066 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:24:30.854360 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 5fde44f5-999b-4a08-8139-0353ef5081fd no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:24:30.872125 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 5fde44f5-999b-4a08-8139-0353ef5081fd {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:24:30.872469 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 5fde44f5-999b-4a08-8139-0353ef5081fd not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:24:30.915208 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-276d8866-1f25-4771-8622-a11d0f80f844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.917776 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-276d8866-1f25-4771-8622-a11d0f80f844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:30.918923 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-276d8866-1f25-4771-8622-a11d0f80f844 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36c83c98-c333-4d3a-90a8-b0ebb072e98f HTTP/1.1" status: 204 len: 168 time: 0.2040217 Sep 23 03:24:30.926487 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d8866-1f25-4771-8622-a11d0f80f844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c83c98-c333-4d3a-90a8-b0ebb072e98f,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:31.942636 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58304) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:32.032996 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1055671438-network', 'tenant_id': '976c473ab2634adaa47c36dca50bf392'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:24:32.148774 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Made reservation on behalf of 976c473ab2634adaa47c36dca50bf392 for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:24:32.151042 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:32.159135 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:32.243547 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:32.311399 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:32.336754 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:24:32.342630 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9043157-c894-4435-a9c4-58fd1babf448,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:32.348871 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:32.349212 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Added segment 65f0d10e-ac15-45b2-9191-aefd2de71c00 of type vlan for network b92c029f-810f-4549-a812-649ee96dc75b Sep 23 03:24:32.386705 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:32.460025 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:32.460988 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:32.461592 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:32.521043 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] Pushing event updated for resources: {'Network': ['ID=b92c029f-810f-4549-a812-649ee96dc75b,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:32.543799 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network b92c029f-810f-4549-a812-649ee96dc75b details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:24:32.569753 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-77ed59a9-4ef6-40e7-be6d-fa52767cfb5c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6259520 Sep 23 03:24:32.572628 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58308) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:32.577339 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] Request body: {'subnet': {'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1055671438-subnet', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:24:32.654520 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] Made reservation on behalf of 976c473ab2634adaa47c36dca50bf392 for: {'subnet': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:24:32.656845 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25405352'] for subnet, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:32.869485 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26797748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25405338'] for subnet, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:32.924973 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=931ad810-8b44-4f72-8dfa-2ba291c103c3,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:32.931990 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] Checking segment: {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:24:32.932346 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] Network hostable DHCP agents. Network: b92c029f-810f-4549-a812-649ee96dc75b, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:24:33.005895 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] Network b92c029f-810f-4549-a812-649ee96dc75b is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:24:33.074738 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, b92c029f-810f-4549-a812-649ee96dc75b) {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:24:33.078614 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:33.079208 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.083586 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2538c9c3-d4db-4ab6-b3d8-4098ebf6f578 None None] Network b92c029f-810f-4549-a812-649ee96dc75b requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:24:33.167201 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-346fd1ab-fd0c-423a-9994-82f80f53d189 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5935218 Sep 23 03:24:33.169932 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58310) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:33.174222 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:24:33.258113 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129195'] for router, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.259236 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129186'] for router, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.314453 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.339099 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29eb833-083d-5d5e-b2f8-85e20067a92e-b92c029f-810f-4549-a812-649ee96dc75b', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3'}]}} from dv-cinder-768458-9-iscsi. {{(pid=94697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 03:24:33.339099 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.466825 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.db_base_plugin_common [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Allocated IP 172.20.0.2 (b92c029f-810f-4549-a812-649ee96dc75b/931ad810-8b44-4f72-8dfa-2ba291c103c3/a083ec1c-a935-4101-85a0-84c2d429e9b7) {{(pid=94697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:24:33.513143 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.609036 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Notify callbacks [] for port, precommit_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.683245 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.721322 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Network b92c029f-810f-4549-a812-649ee96dc75b is already hosted by enough agents. {{(pid=94697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:24:33.726354 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Resources bound (agent type, host, resource id): {{(pid=94697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:24:33.729411 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Received port after_create {{(pid=94697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:24:33.737230 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Pushing event updated for resources: {'Port': ['ID=a083ec1c-a935-4101-85a0-84c2d429e9b7,revision_number=1']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:33.773631 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.792066 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Attempting to bind port a083ec1c-a935-4101-85a0-84c2d429e9b7 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:24:33.802196 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.802338 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Attempting to bind port a083ec1c-a935-4101-85a0-84c2d429e9b7 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:24:33.802338 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Attempting to bind port a083ec1c-a935-4101-85a0-84c2d429e9b7 on network b92c029f-810f-4549-a812-649ee96dc75b {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:24:33.802338 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:24:33.802338 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Checking segment: {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:24:33.802338 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.802338 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Bound using segment: {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:24:33.802338 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Bound port: a083ec1c-a935-4101-85a0-84c2d429e9b7, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:24:33.802338 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:33.861104 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] For port a083ec1c-a935-4101-85a0-84c2d429e9b7, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:24:33.864146 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] For port a083ec1c-a935-4101-85a0-84c2d429e9b7, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=a083ec1c-a935-4101-85a0-84c2d429e9b7,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:24:33.899092 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Allocated IP 172.27.1.27 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/f179bfba-5e61-41a0-ab2a-3d6329c74ac3) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:24:33.940583 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:34.000220 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:34.001716 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa33b7-ff47-4b1d-8680-cb47e8641108 None None] Pushing event updated for resources: {'Port': ['ID=a083ec1c-a935-4101-85a0-84c2d429e9b7,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:34.101280 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:34.149933 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:24:34.152856 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:24:34.155761 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:24:34.188966 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Pushing event updated for resources: {'Port': ['ID=f179bfba-5e61-41a0-ab2a-3d6329c74ac3,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:34.468044 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:34.659093 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571838'] for router, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:34.828976 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047da137-dc62-4278-a039-3e0d79f814df None None] Network b92c029f-810f-4549-a812-649ee96dc75b requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:24:34.869254 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Router 46538abe-dfe4-45c2-a354-fa4407adf31b is scheduled to L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 with binding_index 1 {{(pid=94695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 03:24:34.890284 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device a083ec1c-a935-4101-85a0-84c2d429e9b7 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:24:34.918778 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-faeedb5d-01ef-49a2-92f8-0efa39d151e8 None None] Provisioning complete for port a083ec1c-a935-4101-85a0-84c2d429e9b7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:34.919148 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-faeedb5d-01ef-49a2-92f8-0efa39d151e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:34.976378 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:24:34.989022 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b42369-a134-4b72-93db-0624d450783c None None] Sync routers for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:24:34.998299 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b42369-a134-4b72-93db-0624d450783c None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:24:35.004298 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-29b42369-a134-4b72-93db-0624d450783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:24:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:35.026174 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port a083ec1c-a935-4101-85a0-84c2d429e9b7 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:35.026539 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.052178 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.056206 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-a3d5f143-2601-4af4-a642-d10253eca3ad admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8828135 Sep 23 03:24:35.056454 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58312) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:35.103094 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-29b42369-a134-4b72-93db-0624d450783c None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:24:35.115939 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-faeedb5d-01ef-49a2-92f8-0efa39d151e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.175149 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-faeedb5d-01ef-49a2-92f8-0efa39d151e8 None None] For port a083ec1c-a935-4101-85a0-84c2d429e9b7, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=a083ec1c-a935-4101-85a0-84c2d429e9b7,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:24:35.188687 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.270570 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-faeedb5d-01ef-49a2-92f8-0efa39d151e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.295866 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-29b42369-a134-4b72-93db-0624d450783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:34Z', 'revision_number': 3, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:35.333330 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b42369-a134-4b72-93db-0624d450783c None None] Checking router: 46538abe-dfe4-45c2-a354-fa4407adf31b for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:24:35.333910 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b42369-a134-4b72-93db-0624d450783c None None] Updating router 46538abe-dfe4-45c2-a354-fa4407adf31b port f179bfba-5e61-41a0-ab2a-3d6329c74ac3 binding host dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:24:35.360964 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.db.api [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94697) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 03:24:35.361588 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG oslo_db.api [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 03:24:35.362186 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeedb5d-01ef-49a2-92f8-0efa39d151e8 None None] Pushing event updated for resources: {'Port': ['ID=a083ec1c-a935-4101-85a0-84c2d429e9b7,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:35.363294 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-29b42369-a134-4b72-93db-0624d450783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.393602 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-1c30947b-ef40-4637-9518-c6a6cb927156 None None] Provisioning complete for port a083ec1c-a935-4101-85a0-84c2d429e9b7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:35.394658 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-1c30947b-ef40-4637-9518-c6a6cb927156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.527265 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.617333 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-29b42369-a134-4b72-93db-0624d450783c None None] Notify callbacks [] for port, precommit_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.717586 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-29b42369-a134-4b72-93db-0624d450783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.774621 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-29b42369-a134-4b72-93db-0624d450783c None None] Attempting to bind port f179bfba-5e61-41a0-ab2a-3d6329c74ac3 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:24:35.774997 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-29b42369-a134-4b72-93db-0624d450783c None None] Attempting to bind port f179bfba-5e61-41a0-ab2a-3d6329c74ac3 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:24:35.775359 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b42369-a134-4b72-93db-0624d450783c None None] Attempting to bind port f179bfba-5e61-41a0-ab2a-3d6329c74ac3 on network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:24:35.779325 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Pushing event updated for resources: {'Port': ['ID=f179bfba-5e61-41a0-ab2a-3d6329c74ac3,revision_number=2']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:35.785666 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b42369-a134-4b72-93db-0624d450783c None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:24:35.786035 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b42369-a134-4b72-93db-0624d450783c None None] Checking segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:24:35.786433 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-29b42369-a134-4b72-93db-0624d450783c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.786827 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b42369-a134-4b72-93db-0624d450783c None None] Bound using segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:24:35.787287 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-29b42369-a134-4b72-93db-0624d450783c None None] Bound port: f179bfba-5e61-41a0-ab2a-3d6329c74ac3, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:24:35.787690 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-29b42369-a134-4b72-93db-0624d450783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.790943 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.791291 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.791628 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.791962 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.792290 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.792646 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.792975 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.793299 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.793649 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.793969 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.794290 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.794612 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:24:35.846110 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-29b42369-a134-4b72-93db-0624d450783c None None] For port f179bfba-5e61-41a0-ab2a-3d6329c74ac3, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:24:35.849207 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-29b42369-a134-4b72-93db-0624d450783c None None] For port f179bfba-5e61-41a0-ab2a-3d6329c74ac3, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f179bfba-5e61-41a0-ab2a-3d6329c74ac3,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:24:35.899760 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Allocated IP 172.20.0.1 (b92c029f-810f-4549-a812-649ee96dc75b/931ad810-8b44-4f72-8dfa-2ba291c103c3/1a56083f-e2bd-4276-a705-01028a7b24e7) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:24:35.921202 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-29b42369-a134-4b72-93db-0624d450783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:35.968726 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b42369-a134-4b72-93db-0624d450783c None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:24:35.969484 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-29b42369-a134-4b72-93db-0624d450783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:24:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:36.007070 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:36.044337 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559600f-2176-4428-93fd-7ccca5df020c None None] Pushing event updated for resources: {'Port': ['ID=f179bfba-5e61-41a0-ab2a-3d6329c74ac3,revision_number=3']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:36.083158 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-29b42369-a134-4b72-93db-0624d450783c None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:24:36.098062 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:36.136358 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Network b92c029f-810f-4549-a812-649ee96dc75b is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:24:36.139275 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:24:36.142644 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:24:36.172307 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Pushing event updated for resources: {'Port': ['ID=1a56083f-e2bd-4276-a705-01028a7b24e7,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:36.193805 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573059'] for router_interface, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:36.268146 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-29b42369-a134-4b72-93db-0624d450783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:34Z', 'revision_number': 3, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:36.377361 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b42369-a134-4b72-93db-0624d450783c None None] The sync data for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi is: [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:34Z', 'revision_number': 3, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:24:36.383420 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:36.408537 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-e93baf9e-6bd2-48e9-a667-29be1d44e422 None None] Provisioning complete for port 1a56083f-e2bd-4276-a705-01028a7b24e7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:36.409038 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e93baf9e-6bd2-48e9-a667-29be1d44e422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:36.446871 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-e93baf9e-6bd2-48e9-a667-29be1d44e422 None None] Port 1a56083f-e2bd-4276-a705-01028a7b24e7 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:24:36.555661 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:36.646059 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26797603'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:36.717132 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Pushing event updated for resources: {'Port': ['ID=1a56083f-e2bd-4276-a705-01028a7b24e7,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:36.720635 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573299'] for router_interface, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:36.826144 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Network b92c029f-810f-4549-a812-649ee96dc75b is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:24:36.828302 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:24:36.900139 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:36.966289 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device a083ec1c-a935-4101-85a0-84c2d429e9b7 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:24:36.998724 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Router 46538abe-dfe4-45c2-a354-fa4407adf31b has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:24:37.032064 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port a083ec1c-a935-4101-85a0-84c2d429e9b7 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:37.032442 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:37.111508 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-d55c44d0-6aeb-4625-8a0a-2c40944c5b67 None None] Provisioning complete for port 1a56083f-e2bd-4276-a705-01028a7b24e7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:37.111888 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d55c44d0-6aeb-4625-8a0a-2c40944c5b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:37.131203 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:24:37.141021 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-47a6284e-cd58-4cbf-9425-d6a1513747be admin admin] 10.222.0.23 "PUT /v2.0/routers/46538abe-dfe4-45c2-a354-fa4407adf31b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0834210 Sep 23 03:24:37.148189 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f179bfba-5e61-41a0-ab2a-3d6329c74ac3 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:24:37.181154 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-d55c44d0-6aeb-4625-8a0a-2c40944c5b67 None None] Port 1a56083f-e2bd-4276-a705-01028a7b24e7 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:24:37.203080 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port f179bfba-5e61-41a0-ab2a-3d6329c74ac3 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:37.203462 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:37.280191 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:37.299903 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port f179bfba-5e61-41a0-ab2a-3d6329c74ac3, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f179bfba-5e61-41a0-ab2a-3d6329c74ac3,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:24:37.383668 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:37.431935 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=f179bfba-5e61-41a0-ab2a-3d6329c74ac3,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:37.840655 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Sync routers for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:24:37.849910 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:24:37.850540 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:24:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:37.951705 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:24:38.138313 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 2, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:38.162674 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Checking router: 46538abe-dfe4-45c2-a354-fa4407adf31b for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:24:38.163030 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Updating router 46538abe-dfe4-45c2-a354-fa4407adf31b port 1a56083f-e2bd-4276-a705-01028a7b24e7 binding host dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:24:38.189817 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:38.439573 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Notify callbacks [] for port, precommit_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:38.497666 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:38.549989 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85a057-b200-4a4c-87f9-db8fa334321a None None] Pushing event updated for resources: {'Port': ['ID=1a56083f-e2bd-4276-a705-01028a7b24e7,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:38.723748 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Attempting to bind port 1a56083f-e2bd-4276-a705-01028a7b24e7 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:24:38.724115 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Attempting to bind port 1a56083f-e2bd-4276-a705-01028a7b24e7 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:24:38.724479 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Attempting to bind port 1a56083f-e2bd-4276-a705-01028a7b24e7 on network b92c029f-810f-4549-a812-649ee96dc75b {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:24:38.732211 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:24:38.732670 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Checking segment: {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:24:38.733067 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:38.733453 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Bound using segment: {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:24:38.733903 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Bound port: 1a56083f-e2bd-4276-a705-01028a7b24e7, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:24:38.734270 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:38.735859 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-535905f3-c48f-4528-9e98-e108aaf90861 None None] Provisioning complete for port 1a56083f-e2bd-4276-a705-01028a7b24e7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:38.736201 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-535905f3-c48f-4528-9e98-e108aaf90861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:38.793529 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-535905f3-c48f-4528-9e98-e108aaf90861 None None] Port 1a56083f-e2bd-4276-a705-01028a7b24e7 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:24:38.828408 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] For port 1a56083f-e2bd-4276-a705-01028a7b24e7, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:24:38.832243 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] For port 1a56083f-e2bd-4276-a705-01028a7b24e7, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=1a56083f-e2bd-4276-a705-01028a7b24e7,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:24:38.851180 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f179bfba-5e61-41a0-ab2a-3d6329c74ac3 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:24:38.899378 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port f179bfba-5e61-41a0-ab2a-3d6329c74ac3 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:38.899744 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:38.941859 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.026591 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85a057-b200-4a4c-87f9-db8fa334321a None None] Pushing event updated for resources: {'Port': ['ID=1a56083f-e2bd-4276-a705-01028a7b24e7,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:39.029894 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:24:39.030517 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:24:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:39.072379 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58324) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:39.077238 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-ee311de0-e4d2-478a-94c3-46d0985700b9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2125155322', 'description': 'tempest-description--640676605'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:24:39.145118 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:24:39.169078 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ee311de0-e4d2-478a-94c3-46d0985700b9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.260951 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-c5e69f5b-2786-48da-8a1c-f9a855f2ff5d None None] Provisioning complete for port 1a56083f-e2bd-4276-a705-01028a7b24e7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:39.261333 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c5e69f5b-2786-48da-8a1c-f9a855f2ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.270318 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ee311de0-e4d2-478a-94c3-46d0985700b9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.332111 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ee311de0-e4d2-478a-94c3-46d0985700b9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.360827 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee311de0-e4d2-478a-94c3-46d0985700b9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:39.412205 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c5e69f5b-2786-48da-8a1c-f9a855f2ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.420395 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ee311de0-e4d2-478a-94c3-46d0985700b9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.423576 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-ee311de0-e4d2-478a-94c3-46d0985700b9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3483155 Sep 23 03:24:39.424857 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58326) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:39.429717 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-8cdf6259-eab7-4373-820d-77795859f2b7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'security_group_rule': {'security_group_id': 'aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:24:39.450889 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:38Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:39.478488 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-c5e69f5b-2786-48da-8a1c-f9a855f2ff5d None None] For port 1a56083f-e2bd-4276-a705-01028a7b24e7, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=1a56083f-e2bd-4276-a705-01028a7b24e7,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:24:39.479684 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8222e80f-f14e-4c5a-94e9-335640933525 None None] The sync data for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi is: [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:38Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:24:39.539198 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6259-eab7-4373-820d-77795859f2b7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.555098 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c5e69f5b-2786-48da-8a1c-f9a855f2ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.608954 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e69f5b-2786-48da-8a1c-f9a855f2ff5d None None] Pushing event updated for resources: {'Port': ['ID=1a56083f-e2bd-4276-a705-01028a7b24e7,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:39.615144 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6259-eab7-4373-820d-77795859f2b7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.688988 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6259-eab7-4373-820d-77795859f2b7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.707658 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf6259-eab7-4373-820d-77795859f2b7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56a5b33-8fa7-4b6b-9f3f-b58746709173,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:39.766332 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6259-eab7-4373-820d-77795859f2b7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.767869 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-8cdf6259-eab7-4373-820d-77795859f2b7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3419387 Sep 23 03:24:39.770946 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58328) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:39.782754 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-7906b697-bba0-4cc1-a78f-f97ec601a8bd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'security_group_rule': {'security_group_id': 'aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:24:39.882911 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7906b697-bba0-4cc1-a78f-f97ec601a8bd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:39.942588 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7906b697-bba0-4cc1-a78f-f97ec601a8bd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:40.026164 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7906b697-bba0-4cc1-a78f-f97ec601a8bd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:40.045258 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906b697-bba0-4cc1-a78f-f97ec601a8bd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7325904e-8987-46a6-9d65-1505db1f5fe4,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:40.111846 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7906b697-bba0-4cc1-a78f-f97ec601a8bd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:40.113130 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-7906b697-bba0-4cc1-a78f-f97ec601a8bd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3411894 Sep 23 03:24:40.116218 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58330) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:40.120678 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'floatingip': {'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:24:40.204265 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:40.312727 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:40.419185 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Allocated IP 172.27.1.153 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/13440db0-0f61-4999-bf8f-de63628183f4) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:24:40.522248 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:40.603482 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:40.638137 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:24:40.640872 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:24:40.644663 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:24:40.669303 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'Port': ['ID=13440db0-0f61-4999-bf8f-de63628183f4,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:40.729895 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:40.777457 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:24:40.841101 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:40.866581 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 1a56083f-e2bd-4276-a705-01028a7b24e7 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:24:40.916333 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 1a56083f-e2bd-4276-a705-01028a7b24e7 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:40.916744 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:40.991373 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:41.045773 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26797603'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:41.116510 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'Port': ['ID=13440db0-0f61-4999-bf8f-de63628183f4,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:41.126143 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:41.207737 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:41.209130 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-ccafe286-3262-420a-aa00-6d309dfcdee5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0918386 Sep 23 03:24:41.346560 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-0b725268-ed67-4e54-9af1-dd346b302b16 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2125155322&fields=id&tenant_id=976c473ab2634adaa47c36dca50bf392 HTTP/1.1" status: 200 len: 267 time: 0.0325742 Sep 23 03:24:41.454386 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-44ec76c3-415d-443a-a0a9-1651538f2c6d tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:41.455888 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-44ec76c3-415d-443a-a0a9-1651538f2c6d tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 811 time: 0.1023498 Sep 23 03:24:41.471972 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-777ee72d-5f86-48ef-ab7f-494ded21ed19 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/quotas/976c473ab2634adaa47c36dca50bf392 HTTP/1.1" status: 200 len: 375 time: 0.0088654 Sep 23 03:24:41.528033 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-01b2a901-0be2-439a-bf1e-53d7d7da4b8d tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505397 Sep 23 03:24:41.588841 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-e433c5a2-463e-4dd0-8dfe-a0fa983673b5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:24:41.589847 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-e433c5a2-463e-4dd0-8dfe-a0fa983673b5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0508370 Sep 23 03:24:41.685656 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-95d8874d-2483-497c-91ef-74a85d985bbd service neutron] 10.222.0.23 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896213 Sep 23 03:24:41.780025 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-ffcfafb9-dbd9-4970-813d-b55f9e485ff7 service neutron] 10.222.0.23 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879076 Sep 23 03:24:42.009424 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-516e897e-4832-4e3a-a0c8-7289b1462c46 req-c403f16c-5131-4926-b00a-631e4bb93995 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 210 time: 0.0268991 Sep 23 03:24:43.097747 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8c9a2353-e397-435f-8877-bb841431328c req-2c10ccfd-1ade-4ce6-988d-307521840d46 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 210 time: 0.0271668 Sep 23 03:24:44.188061 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a886ccd9-f6d5-47be-a0b5-563d050bfa79 req-9538559e-2afd-4616-b2bb-2d4a632c83b9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 210 time: 0.0256741 Sep 23 03:24:44.427232 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-e0c81927-d142-4e53-9d82-64814c42ccc7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:44.428614 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-e0c81927-d142-4e53-9d82-64814c42ccc7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.13 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 811 time: 0.1039193 Sep 23 03:24:44.477884 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-0f51e943-ba70-4bf0-ba14-a8140ce2d369 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=976c473ab2634adaa47c36dca50bf392 HTTP/1.1" status: 200 len: 380 time: 0.0338416 Sep 23 03:24:44.486761 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'port': {'device_id': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'admin_state_up': True, 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'security_groups': ['aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2']}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:24:44.703414 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Made reservation on behalf of 976c473ab2634adaa47c36dca50bf392 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:24:44.707468 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:44.832335 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Allocated IP 172.20.0.10 (b92c029f-810f-4549-a812-649ee96dc75b/931ad810-8b44-4f72-8dfa-2ba291c103c3/fb38e51e-efa4-4206-a272-d5b4cb1b046e) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:24:44.966674 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:45.048741 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:45.088978 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Network b92c029f-810f-4549-a812-649ee96dc75b is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:24:45.091939 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:24:45.095460 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:24:45.129436 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'Port': ['ID=fb38e51e-efa4-4206-a272-d5b4cb1b046e,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:45.154732 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:45.155366 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:45.215952 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-852f5090-bc47-42ac-9727-46324644b7ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7320571 Sep 23 03:24:45.234770 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Request body: {'port': {'device_id': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:24:45.291328 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:45.304072 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac918a-c71a-4601-a4d8-9a09df3664c1 req-914ed377-3a2b-4b26-836d-ca29c786c8aa tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:45.305622 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-02ac918a-c71a-4601-a4d8-9a09df3664c1 req-914ed377-3a2b-4b26-836d-ca29c786c8aa tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 932 time: 0.0487001 Sep 23 03:24:45.307494 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-9964c30b-7e28-4dee-a813-1b73a031ed21 None None] Provisioning complete for port fb38e51e-efa4-4206-a272-d5b4cb1b046e triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:45.307938 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9964c30b-7e28-4dee-a813-1b73a031ed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:45.345161 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-9964c30b-7e28-4dee-a813-1b73a031ed21 None None] Port fb38e51e-efa4-4206-a272-d5b4cb1b046e cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:24:45.347746 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-02ac918a-c71a-4601-a4d8-9a09df3664c1 req-8dc1d264-1ab1-44d8-9a7f-b85042551183 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345707 Sep 23 03:24:45.558378 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb38e51e-efa4-4206-a272-d5b4cb1b046e {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:24:45.565557 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:45.576979 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Transition to ACTIVE for port object fb38e51e-efa4-4206-a272-d5b4cb1b046e will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:24:45.768397 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:45.821169 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb38e51e-efa4-4206-a272-d5b4cb1b046e,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:45.885189 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Attempting to bind port fb38e51e-efa4-4206-a272-d5b4cb1b046e on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:24:45.885522 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Attempting to bind port fb38e51e-efa4-4206-a272-d5b4cb1b046e by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:24:45.885850 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Attempting to bind port fb38e51e-efa4-4206-a272-d5b4cb1b046e on network b92c029f-810f-4549-a812-649ee96dc75b {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:24:45.890338 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Port fb38e51e-efa4-4206-a272-d5b4cb1b046e on network b92c029f-810f-4549-a812-649ee96dc75b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:24:45.890658 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Attempting to bind port fb38e51e-efa4-4206-a272-d5b4cb1b046e on network b92c029f-810f-4549-a812-649ee96dc75b {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:24:45.895655 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:24:45.895995 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Checking segment: {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:24:45.896381 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Bound using segment: {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:24:45.896839 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Bound port: fb38e51e-efa4-4206-a272-d5b4cb1b046e, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:24:45.897199 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:45.965271 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] For port fb38e51e-efa4-4206-a272-d5b4cb1b046e, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:24:45.969573 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] For port fb38e51e-efa4-4206-a272-d5b4cb1b046e, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:24:46.037537 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:46.072177 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:46.072828 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:46.074259 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] 10.222.0.13 "PUT /v2.0/ports/fb38e51e-efa4-4206-a272-d5b4cb1b046e HTTP/1.1" status: 200 len: 1094 time: 0.8439012 Sep 23 03:24:46.074688 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'tag': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:24:46.077000 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4369d5c9-c9c9-4ab1-8c3e-7e24bdf82018" -d '{"events": [{"name": "network-changed", "server_uuid": "db993b7a-3b47-46ed-846f-75a26878be5b", "tag": "fb38e51e-efa4-4206-a272-d5b4cb1b046e"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:24:46.101813 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecff1b5-33cd-425b-a61b-28b5ed626be0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb38e51e-efa4-4206-a272-d5b4cb1b046e,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:46.185602 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726625a9-171d-4797-8f27-495931fa96c5 x-openstack-request-id: req-726625a9-171d-4797-8f27-495931fa96c5 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:24:46.185894 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db993b7a-3b47-46ed-846f-75a26878be5b", "tag": "fb38e51e-efa4-4206-a272-d5b4cb1b046e", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:24:46.186145 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-726625a9-171d-4797-8f27-495931fa96c5 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:24:46.187138 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'tag': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e', 'status': 'completed', 'code': 200} Sep 23 03:24:46.271469 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d5c9-c9c9-4ab1-8c3e-7e24bdf82018 req-965a1cb5-3e1c-468b-bd25-6427e4aa0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:46.272971 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4369d5c9-c9c9-4ab1-8c3e-7e24bdf82018 req-965a1cb5-3e1c-468b-bd25-6427e4aa0915 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 1097 time: 0.0409026 Sep 23 03:24:46.377704 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d5c9-c9c9-4ab1-8c3e-7e24bdf82018 req-b7c3288b-0a51-4507-b05c-cfeff51942dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:46.379759 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4369d5c9-c9c9-4ab1-8c3e-7e24bdf82018 req-b7c3288b-0a51-4507-b05c-cfeff51942dd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=976c473ab2634adaa47c36dca50bf392&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0934765 Sep 23 03:24:46.466296 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a171a-a884-4e06-bfa6-3de6ae448038 req-dbc2686b-06ea-4564-b07d-6cbbdd5e1536 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:46.467844 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-752a171a-a884-4e06-bfa6-3de6ae448038 req-dbc2686b-06ea-4564-b07d-6cbbdd5e1536 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 944 time: 0.0515020 Sep 23 03:24:46.474030 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369d5c9-c9c9-4ab1-8c3e-7e24bdf82018 req-507ebc8f-535b-4c91-8eee-252313020d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:46.475493 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4369d5c9-c9c9-4ab1-8c3e-7e24bdf82018 req-507ebc8f-535b-4c91-8eee-252313020d16 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894525 Sep 23 03:24:46.507920 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-752a171a-a884-4e06-bfa6-3de6ae448038 req-1ce9a2ea-9533-4cc4-9f6d-00de1339d559 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333431 Sep 23 03:24:46.582846 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-b56dfbce-aab0-41c7-b8f0-ea82738b0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:46.584325 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-b56dfbce-aab0-41c7-b8f0-ea82738b0801 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 1097 time: 0.0399108 Sep 23 03:24:46.634815 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-660f25ea-1f05-4295-8fd2-5e899d90ffbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e HTTP/1.1" status: 200 len: 217 time: 0.0365660 Sep 23 03:24:46.682684 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-12ded170-b9eb-4f05-8ada-35023f540592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:46.684115 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-12ded170-b9eb-4f05-8ada-35023f540592 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 200 len: 850 time: 0.0426228 Sep 23 03:24:46.728879 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-8c1b398f-ca45-41ae-87fb-e7243177246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:46.730352 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-8c1b398f-ca45-41ae-87fb-e7243177246d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92c029f-810f-4549-a812-649ee96dc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391879 Sep 23 03:24:46.822936 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-daf6d257-3ff2-47bc-8383-57344e0fccc7 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840042 Sep 23 03:24:46.912461 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3c9ace2-d119-4a17-8d2d-bb52dae9c666 req-17cdd6f6-b448-431c-b241-c5ace57420ef service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821779 Sep 23 03:24:47.628701 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6a138-e3db-42f7-a4db-0e1f4cfab92b req-20a3464e-f313-4c00-9f88-0095321a50f2 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:47.630159 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6aa6a138-e3db-42f7-a4db-0e1f4cfab92b req-20a3464e-f313-4c00-9f88-0095321a50f2 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 944 time: 0.0556068 Sep 23 03:24:47.674236 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6aa6a138-e3db-42f7-a4db-0e1f4cfab92b req-9507fa18-047e-4982-b10e-6ed8ef351245 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347714 Sep 23 03:24:48.782028 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7ebc8-2eaa-422d-8595-74a0362e5e91 req-05108352-fb09-444a-a758-0c81b6a694b5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:48.783494 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c1d7ebc8-2eaa-422d-8595-74a0362e5e91 req-05108352-fb09-444a-a758-0c81b6a694b5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 944 time: 0.0479887 Sep 23 03:24:48.821030 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c1d7ebc8-2eaa-422d-8595-74a0362e5e91 req-1b33bd97-4f3f-4f84-b513-45c416811edf tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314798 Sep 23 03:24:49.930882 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b4d43-5beb-4ba6-bada-da432af4727f req-f0ed9e17-4594-4765-a71e-973b31b85558 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:49.932353 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c87b4d43-5beb-4ba6-bada-da432af4727f req-f0ed9e17-4594-4765-a71e-973b31b85558 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 944 time: 0.0474722 Sep 23 03:24:49.968845 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c87b4d43-5beb-4ba6-bada-da432af4727f req-c254cfcf-9313-45e1-baff-549c85ec33ae tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306113 Sep 23 03:24:50.258205 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eeca8-9b1b-48d6-aba9-9421083032eb req-e7291fce-d168-4473-af2a-1b57ff7fc236 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:50.259741 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4d6eeca8-9b1b-48d6-aba9-9421083032eb req-e7291fce-d168-4473-af2a-1b57ff7fc236 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0540166 Sep 23 03:24:50.282101 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fb38e51e-efa4-4206-a272-d5b4cb1b046e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:24:50.298298 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4d6eeca8-9b1b-48d6-aba9-9421083032eb req-90e6ee13-ed32-4f52-b91f-3e9e23cac2c9 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Sep 23 03:24:50.376904 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port fb38e51e-efa4-4206-a272-d5b4cb1b046e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:24:50.387571 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'port_id': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e', 'mac_address': 'fa:16:3e:e1:1a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:24:50.423189 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:50.435733 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb38e51e-efa4-4206-a272-d5b4cb1b046e {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:24:50.454156 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port fb38e51e-efa4-4206-a272-d5b4cb1b046e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:24:50.513973 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:50.563123 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=fb38e51e-efa4-4206-a272-d5b4cb1b046e,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:50.930900 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['fb38e51e-efa4-4206-a272-d5b4cb1b046e'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:24:51.087571 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e30b54-f85a-4d7a-8356-ea7b66419179 req-256a5dcc-f4cb-4c64-b674-809d6e17f2ab tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:51.089009 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-86e30b54-f85a-4d7a-8356-ea7b66419179 req-256a5dcc-f4cb-4c64-b674-809d6e17f2ab tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 945 time: 0.0508521 Sep 23 03:24:51.125547 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-86e30b54-f85a-4d7a-8356-ea7b66419179 req-3d833bf2-860c-47f8-9582-5296790edbe3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305567 Sep 23 03:24:51.424394 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0e7d9-cc21-4a21-a3b3-a476078b346c req-f48b3ddf-65ac-46f2-9313-50c2b3b097fb tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:51.425852 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e3d0e7d9-cc21-4a21-a3b3-a476078b346c req-f48b3ddf-65ac-46f2-9313-50c2b3b097fb tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0535176 Sep 23 03:24:51.465723 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e3d0e7d9-cc21-4a21-a3b3-a476078b346c req-6413bfbb-be63-47e3-a94c-7d2a1c08a309 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338585 Sep 23 03:24:51.629193 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-5f8fcd60-c003-43b0-bcf2-0c202a13a4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:52.238082 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dc428-5ed7-405a-9f86-c39cd2e9b83d req-c4352a94-943a-470c-b7ec-444697f12c31 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:52.239557 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b43dc428-5ed7-405a-9f86-c39cd2e9b83d req-c4352a94-943a-470c-b7ec-444697f12c31 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 945 time: 0.0488276 Sep 23 03:24:52.276687 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b43dc428-5ed7-405a-9f86-c39cd2e9b83d req-5c8f72bd-7c83-4248-8cba-cc62c9271d91 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Sep 23 03:24:52.303234 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fb38e51e-efa4-4206-a272-d5b4cb1b046e up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:24:52.448368 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port fb38e51e-efa4-4206-a272-d5b4cb1b046e completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:24:52.452098 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port fb38e51e-efa4-4206-a272-d5b4cb1b046e triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:24:52.452515 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:52.533151 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:52.556146 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:24:52.558447 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbfa96e-195c-4073-9910-55467543da37" -d '{"events": [{"server_uuid": "db993b7a-3b47-46ed-846f-75a26878be5b", "name": "network-vif-plugged", "status": "completed", "tag": "fb38e51e-efa4-4206-a272-d5b4cb1b046e"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:24:52.571509 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port fb38e51e-efa4-4206-a272-d5b4cb1b046e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:24:52.580021 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df8d44-4067-4a89-99b5-5e5773ec4ad2 req-ff8a69ee-84ed-4255-8014-882ee868e8a0 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:52.581628 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-55df8d44-4067-4a89-99b5-5e5773ec4ad2 req-ff8a69ee-84ed-4255-8014-882ee868e8a0 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0502241 Sep 23 03:24:52.594617 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d36956b-f983-4c31-a57d-a7593d321c31 x-openstack-request-id: req-0d36956b-f983-4c31-a57d-a7593d321c31 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:24:52.594909 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db993b7a-3b47-46ed-846f-75a26878be5b", "name": "network-vif-plugged", "status": "completed", "tag": "fb38e51e-efa4-4206-a272-d5b4cb1b046e", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:24:52.595160 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d36956b-f983-4c31-a57d-a7593d321c31 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:24:52.595553 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e', 'code': 200} Sep 23 03:24:52.623776 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-55df8d44-4067-4a89-99b5-5e5773ec4ad2 req-ea34a02a-7298-4664-90fb-10f5beb419b4 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356722 Sep 23 03:24:52.631533 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:52.678882 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=fb38e51e-efa4-4206-a272-d5b4cb1b046e,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:24:52.890368 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33bcbd-98b3-43cd-adbe-80fa194e9d0b req-fec7f2a6-c681-4e4c-9bf6-561990a47bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:52.891872 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7f33bcbd-98b3-43cd-adbe-80fa194e9d0b req-fec7f2a6-c681-4e4c-9bf6-561990a47bbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 1099 time: 0.0419323 Sep 23 03:24:52.926887 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7f33bcbd-98b3-43cd-adbe-80fa194e9d0b req-bbd8640c-0474-4696-8048-9f42fec573f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276198 Sep 23 03:24:53.391091 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d665-d439-4a14-8b08-030f2a7da254 req-17c279ac-8c82-488e-9d78-4add41c18057 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:53.391724 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb48d665-d439-4a14-8b08-030f2a7da254 req-17c279ac-8c82-488e-9d78-4add41c18057 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0492504 Sep 23 03:24:53.430252 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb48d665-d439-4a14-8b08-030f2a7da254 req-7346e866-468d-49ae-849f-0c6f38f7cff8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326314 Sep 23 03:24:53.746967 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af4c97-5d96-4e6d-a301-d00ddd2b32b5 req-eb3644b4-0455-4eb3-bb2c-bf3981ff1fdb tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:53.748435 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-03af4c97-5d96-4e6d-a301-d00ddd2b32b5 req-eb3644b4-0455-4eb3-bb2c-bf3981ff1fdb tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0515158 Sep 23 03:24:53.784323 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-03af4c97-5d96-4e6d-a301-d00ddd2b32b5 req-ef4cbd17-fd4f-4e85-b68d-7e2c199f5046 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294304 Sep 23 03:24:54.319626 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a662c66e-b6f9-4b3d-8430-d34daa5a9d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:54.542612 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0e137-fe2b-4923-975b-6a8fd2dab473 req-547981ae-03f9-4de3-8333-967af358355e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:54.544078 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-adf0e137-fe2b-4923-975b-6a8fd2dab473 req-547981ae-03f9-4de3-8333-967af358355e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0482638 Sep 23 03:24:54.583054 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-adf0e137-fe2b-4923-975b-6a8fd2dab473 req-2973abd8-2a89-4d56-8f99-7e03cb4ea7a9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313015 Sep 23 03:24:54.771696 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:54.901361 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568f607-8185-48d1-ad7e-daf3586ab08f req-9d704534-96ce-4205-af90-9c4d9ab758d9 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:54.902738 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2568f607-8185-48d1-ad7e-daf3586ab08f req-9d704534-96ce-4205-af90-9c4d9ab758d9 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0498698 Sep 23 03:24:54.940956 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2568f607-8185-48d1-ad7e-daf3586ab08f req-51378dbe-dfcb-4306-9685-2a3d1ef8397a tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Sep 23 03:24:55.261007 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:55.698043 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3cb3e-d5e6-435c-a32d-2b3151b83c55 req-57619e41-8e37-4de8-a46a-4e16a8094f56 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:55.699504 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-44d3cb3e-d5e6-435c-a32d-2b3151b83c55 req-57619e41-8e37-4de8-a46a-4e16a8094f56 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0513089 Sep 23 03:24:55.736341 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-44d3cb3e-d5e6-435c-a32d-2b3151b83c55 req-0099caba-11cf-4e3b-b3c3-bf050f709bb2 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309105 Sep 23 03:24:55.843818 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bd174-e24f-4069-a960-e5e6268669ca req-c92b33ae-9520-451c-9240-c48119d1a19f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:55.845334 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bf3bd174-e24f-4069-a960-e5e6268669ca req-c92b33ae-9520-451c-9240-c48119d1a19f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0482194 Sep 23 03:24:55.855797 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58412) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:24:55.860375 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-c5c66ecb-89b7-4440-a3ac-0abb76f803ee tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'floatingip': {'port_id': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:24:55.903507 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c5c66ecb-89b7-4440-a3ac-0abb76f803ee tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:56.052268 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbbd5d-09a6-4b92-b54a-e3e09ca97fc2 req-0a42c51d-f9a5-4008-9f52-4af1a6ea9e4e tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:56.053829 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f7dbbd5d-09a6-4b92-b54a-e3e09ca97fc2 req-0a42c51d-f9a5-4008-9f52-4af1a6ea9e4e tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0476978 Sep 23 03:24:56.090980 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f7dbbd5d-09a6-4b92-b54a-e3e09ca97fc2 req-0b4378b4-01c2-4fbe-bacc-7a26629a38ae tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311818 Sep 23 03:24:56.313598 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c5c66ecb-89b7-4440-a3ac-0abb76f803ee tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:56.367894 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c5c66ecb-89b7-4440-a3ac-0abb76f803ee tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:56.459308 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.l3_db [None req-c5c66ecb-89b7-4440-a3ac-0abb76f803ee tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Floating IP ea6f9637-e95e-43ca-8b88-2797b63f7342 associated. External IP: 172.27.1.153, port: fb38e51e-efa4-4206-a272-d5b4cb1b046e. Sep 23 03:24:56.663790 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c66ecb-89b7-4440-a3ac-0abb76f803ee tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Router 46538abe-dfe4-45c2-a354-fa4407adf31b has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:24:56.766970 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c66ecb-89b7-4440-a3ac-0abb76f803ee tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:24:56.772319 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c5c66ecb-89b7-4440-a3ac-0abb76f803ee tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:56.777824 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd077fa-2fa3-4a88-ad92-f4771766db28 None None] Sync routers for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:24:56.787723 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd077fa-2fa3-4a88-ad92-f4771766db28 None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:24:56.788400 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-2fd077fa-2fa3-4a88-ad92-f4771766db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:24:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:56.798609 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-c5c66ecb-89b7-4440-a3ac-0abb76f803ee tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "PUT /v2.0/floatingips/ea6f9637-e95e-43ca-8b88-2797b63f7342 HTTP/1.1" status: 200 len: 992 time: 0.9417408 Sep 23 03:24:56.799180 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'tag': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e'}] {{(pid=94695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:24:56.801491 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ea325f59732fbd3d14639bb5eabbc68b86f67e4ce5ec58dbbdb68b31d0c114" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "db993b7a-3b47-46ed-846f-75a26878be5b", "tag": "fb38e51e-efa4-4206-a272-d5b4cb1b046e"}]}' {{(pid=94695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:24:56.853828 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d6563d-d17f-479a-9998-8079629d8e54 x-openstack-request-id: req-38d6563d-d17f-479a-9998-8079629d8e54 {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:24:56.854122 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db993b7a-3b47-46ed-846f-75a26878be5b", "tag": "fb38e51e-efa4-4206-a272-d5b4cb1b046e", "status": "completed", "code": 200}]} {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:24:56.854376 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-38d6563d-d17f-479a-9998-8079629d8e54 {{(pid=94695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:24:56.854777 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'tag': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e', 'status': 'completed', 'code': 200} Sep 23 03:24:56.890250 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-2fd077fa-2fa3-4a88-ad92-f4771766db28 None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:24:56.951187 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9 req-0048d2ce-5f15-4c7c-930f-1b6618c3bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:56.951828 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9 req-0048d2ce-5f15-4c7c-930f-1b6618c3bbda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 1099 time: 0.0391564 Sep 23 03:24:57.043813 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9 req-57808235-8818-4317-967e-a288ce493603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:57.045297 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9 req-57808235-8818-4317-967e-a288ce493603 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 912 time: 0.0866280 Sep 23 03:24:57.118009 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9 req-6add84bd-7004-4d9b-af55-e836ad4600c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e HTTP/1.1" status: 200 len: 1000 time: 0.0603094 Sep 23 03:24:57.124769 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-2fd077fa-2fa3-4a88-ad92-f4771766db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': 'ea6f9637-e95e-43ca-8b88-2797b63f7342', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'port_id': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'mac_address': 'fa:16:3e:e1:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:24:40Z', 'updated_at': '2021-09-23T03:24:56Z', 'revision_number': 1, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:57.151345 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd077fa-2fa3-4a88-ad92-f4771766db28 None None] Checking router: 46538abe-dfe4-45c2-a354-fa4407adf31b for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:24:57.155627 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:24:57.160785 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd077fa-2fa3-4a88-ad92-f4771766db28 None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:24:57.161411 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-2fd077fa-2fa3-4a88-ad92-f4771766db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:24:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:57.198352 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9 req-622ace86-e386-47cc-be5f-d27bc21ce09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:57.199814 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9 req-622ace86-e386-47cc-be5f-d27bc21ce09e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 200 len: 850 time: 0.0730412 Sep 23 03:24:57.242963 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b197d7-adbe-4dab-9a27-02edee62dc86 req-e857821f-4a24-4258-8fc6-e33085c6ba20 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:57.242963 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19b197d7-adbe-4dab-9a27-02edee62dc86 req-e857821f-4a24-4258-8fc6-e33085c6ba20 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0777888 Sep 23 03:24:57.266987 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-2fd077fa-2fa3-4a88-ad92-f4771766db28 None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:24:57.279294 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9 req-f19f9f5c-7563-437c-a16a-dea382523a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:57.280981 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9 req-f19f9f5c-7563-437c-a16a-dea382523a1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92c029f-810f-4549-a812-649ee96dc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732949 Sep 23 03:24:57.288731 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19b197d7-adbe-4dab-9a27-02edee62dc86 req-31bad547-2f21-48c2-8508-a67a360c1de1 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401154 Sep 23 03:24:57.375865 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9 req-8be787b7-dee5-4c07-9d1c-c63a23aa5d88 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862031 Sep 23 03:24:57.464196 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fcfd29f4-24ff-44f2-bfdc-a1dea908bcd9 req-06c0e974-f04e-4856-b07b-7722195893f0 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813773 Sep 23 03:24:57.486686 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-2fd077fa-2fa3-4a88-ad92-f4771766db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': 'ea6f9637-e95e-43ca-8b88-2797b63f7342', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'port_id': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'mac_address': 'fa:16:3e:e1:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:24:40Z', 'updated_at': '2021-09-23T03:24:56Z', 'revision_number': 1, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:24:57.516044 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd077fa-2fa3-4a88-ad92-f4771766db28 None None] The sync data for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi is: [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': 'ea6f9637-e95e-43ca-8b88-2797b63f7342', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'port_id': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'mac_address': 'fa:16:3e:e1:1a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:24:40Z', 'updated_at': '2021-09-23T03:24:56Z', 'revision_number': 1, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:24:57.694746 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a268a-0ea5-4ae1-b031-9c49629ad66c None None] New status for floating IP ea6f9637-e95e-43ca-8b88-2797b63f7342: ACTIVE {{(pid=94697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:24:58.404040 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f99f7-9e3f-45d8-af6d-b8a299ac669e req-f8fd210a-5669-40c6-a983-45d1873b47a3 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:58.405556 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8c8f99f7-9e3f-45d8-af6d-b8a299ac669e req-f8fd210a-5669-40c6-a983-45d1873b47a3 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0515738 Sep 23 03:24:58.441977 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8c8f99f7-9e3f-45d8-af6d-b8a299ac669e req-94770b17-3a2f-4ee8-b0cd-a7aaee26accb tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299792 Sep 23 03:24:59.554260 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936f8ea-61ed-408e-9f6c-a7871b6e5b8d req-c2c2b2cd-b726-48d9-8e5b-4f18821a5fb4 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:24:59.555651 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3936f8ea-61ed-408e-9f6c-a7871b6e5b8d req-c2c2b2cd-b726-48d9-8e5b-4f18821a5fb4 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0480406 Sep 23 03:24:59.591850 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3936f8ea-61ed-408e-9f6c-a7871b6e5b8d req-d413fe80-7b72-4f3f-a6ea-dd9857685b8e tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301285 Sep 23 03:25:00.546814 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cb6f0-58b7-472d-bb2a-00d567bb8bf0 req-b35ca7fb-0d9b-4785-be88-9b3ee11ed13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:00.548253 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-683cb6f0-58b7-472d-bb2a-00d567bb8bf0 req-b35ca7fb-0d9b-4785-be88-9b3ee11ed13f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9295094fe94cc69e88db5d29658b1b&device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 1098 time: 0.0389771 Sep 23 03:25:00.637457 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cb6f0-58b7-472d-bb2a-00d567bb8bf0 req-7875947f-88fe-4b08-9303-325bb2989705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:00.639827 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-683cb6f0-58b7-472d-bb2a-00d567bb8bf0 req-7875947f-88fe-4b08-9303-325bb2989705 service neutron] 10.222.0.13 "GET /v2.0/networks?id=256ff840-637a-4fa9-91bf-bd69e4407d67 HTTP/1.1" status: 200 len: 910 time: 0.0846694 Sep 23 03:25:00.733721 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-683cb6f0-58b7-472d-bb2a-00d567bb8bf0 req-af81493d-21a7-4f1f-9af1-6dc32f390b6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda HTTP/1.1" status: 200 len: 1000 time: 0.0868950 Sep 23 03:25:00.756016 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc31635-1f2d-4409-ac38-51d2d41f769d req-2f1414ff-f1d4-4381-ba49-d3ae4b51bcac tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:00.757442 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9fc31635-1f2d-4409-ac38-51d2d41f769d req-2f1414ff-f1d4-4381-ba49-d3ae4b51bcac tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0749087 Sep 23 03:25:00.811922 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cb6f0-58b7-472d-bb2a-00d567bb8bf0 req-cf14c60f-dac2-48b7-8f48-05370159de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:00.813403 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-683cb6f0-58b7-472d-bb2a-00d567bb8bf0 req-cf14c60f-dac2-48b7-8f48-05370159de96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47405c9c-6d84-443f-9774-56dfd85977a4 HTTP/1.1" status: 200 len: 848 time: 0.0729828 Sep 23 03:25:00.819034 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9fc31635-1f2d-4409-ac38-51d2d41f769d req-bafa8395-853d-4c68-8fd8-71beb1c953bc tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445981 Sep 23 03:25:00.859246 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cb6f0-58b7-472d-bb2a-00d567bb8bf0 req-f9873887-5e46-48b6-9ac0-e039698e558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:00.860719 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-683cb6f0-58b7-472d-bb2a-00d567bb8bf0 req-f9873887-5e46-48b6-9ac0-e039698e558e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=256ff840-637a-4fa9-91bf-bd69e4407d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387936 Sep 23 03:25:00.948307 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-683cb6f0-58b7-472d-bb2a-00d567bb8bf0 req-fb7f66d2-3b25-48bc-a3bd-9562cdeeeba3 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806928 Sep 23 03:25:01.037559 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-683cb6f0-58b7-472d-bb2a-00d567bb8bf0 req-e0cae09c-f4ff-4026-8ecf-d9bd89dfbf56 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789332 Sep 23 03:25:01.934996 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a3a3d-485a-4a83-a20c-630cba6e1738 req-456b3d07-13b0-4b34-a041-c29828cc5b19 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:01.936433 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5a7a3a3d-485a-4a83-a20c-630cba6e1738 req-456b3d07-13b0-4b34-a041-c29828cc5b19 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0505474 Sep 23 03:25:01.971839 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5a7a3a3d-485a-4a83-a20c-630cba6e1738 req-db1057d8-0185-4200-99f2-9013a79a7881 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291159 Sep 23 03:25:03.083996 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cf770-132e-4c30-9430-69c0c0027f8f req-f3cad7ff-630a-4b63-8d16-f55b4b119fd7 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:03.085481 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-755cf770-132e-4c30-9430-69c0c0027f8f req-f3cad7ff-630a-4b63-8d16-f55b4b119fd7 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0486917 Sep 23 03:25:03.121283 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-755cf770-132e-4c30-9430-69c0c0027f8f req-83d58dc9-d2e2-49a0-b9bf-ec314a1d73f9 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299647 Sep 23 03:25:04.232743 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c992da-c987-4a13-ae75-d9ecfe59d5e8 req-5eec0d90-3956-4139-998b-8a8f5fbd5603 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:04.234174 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8c992da-c987-4a13-ae75-d9ecfe59d5e8 req-5eec0d90-3956-4139-998b-8a8f5fbd5603 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0481355 Sep 23 03:25:04.270866 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8c992da-c987-4a13-ae75-d9ecfe59d5e8 req-d51e4e92-e43d-4e67-bd8e-6d0628af287a tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308530 Sep 23 03:25:04.716849 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd750e5-8961-416a-937c-2887a6cea939 req-e585c6da-f818-4faf-a6c8-08570f1e951b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:04.718293 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ddd750e5-8961-416a-937c-2887a6cea939 req-e585c6da-f818-4faf-a6c8-08570f1e951b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0503397 Sep 23 03:25:04.750773 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-69f77cc3-a002-4e58-81d0-69be909da08d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399354 Sep 23 03:25:05.006045 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ddd750e5-8961-416a-937c-2887a6cea939 req-7e10a80a-fa97-470f-91c5-6b1436b7a1a3 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816732 Sep 23 03:25:06.117358 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207e25c-1859-40bd-8e5e-f1894aa18ea6 req-f765e25a-8ca4-42c9-83ff-52dc883d89bd tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:06.118832 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0207e25c-1859-40bd-8e5e-f1894aa18ea6 req-f765e25a-8ca4-42c9-83ff-52dc883d89bd tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0474486 Sep 23 03:25:06.155636 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0207e25c-1859-40bd-8e5e-f1894aa18ea6 req-7ae1450d-5064-4d32-9f9c-21663e748714 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307980 Sep 23 03:25:06.354661 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 1f26003b-9eee-40b2-af89-d9caf3eb8eda no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:25:06.428072 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:06.449316 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:25:06.451522 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62d74fa-12d0-47ae-b93a-11f87ee290de" -d '{"events": [{"server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "name": "network-vif-unplugged", "status": "completed", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:25:06.467045 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 1f26003b-9eee-40b2-af89-d9caf3eb8eda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:25:06.540141 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:06.542977 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2100ba2d-55cb-4fcb-a85d-e6274ec64b28 x-openstack-request-id: req-2100ba2d-55cb-4fcb-a85d-e6274ec64b28 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:25:06.543341 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "name": "network-vif-unplugged", "status": "failed", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda", "code": 422}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:25:06.543598 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2100ba2d-55cb-4fcb-a85d-e6274ec64b28 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:25:06.543985 dv-cinder-768458-9-iscsi neutron-server[94697]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'code': 422} returned with failed status Sep 23 03:25:06.593585 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=1f26003b-9eee-40b2-af89-d9caf3eb8eda,revision_number=6']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:25:06.919913 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:07.273371 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cfd74-9629-4125-8b80-ceeb727bf5ce req-755a5ad6-5550-44c1-9144-79b4d8917169 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:07.274848 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d80cfd74-9629-4125-8b80-ceeb727bf5ce req-755a5ad6-5550-44c1-9144-79b4d8917169 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0515521 Sep 23 03:25:07.312163 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d80cfd74-9629-4125-8b80-ceeb727bf5ce req-a38fff98-c689-4636-b75e-89a6d2e326b2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314920 Sep 23 03:25:07.464383 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-15facd19-cc41-4d82-86a0-87a7c388d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:07.465776 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-15facd19-cc41-4d82-86a0-87a7c388d4cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e&tenant_id=6c9295094fe94cc69e88db5d29658b1b HTTP/1.1" status: 200 len: 1096 time: 0.0392811 Sep 23 03:25:07.545880 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-33085a36-963c-4015-bf63-1311a3cd068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:07.547363 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-33085a36-963c-4015-bf63-1311a3cd068d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9295094fe94cc69e88db5d29658b1b&device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 1096 time: 0.0420842 Sep 23 03:25:07.637675 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-18cfa8e0-c9f1-467e-a3d2-240b4bc8639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:07.639144 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-18cfa8e0-c9f1-467e-a3d2-240b4bc8639f service neutron] 10.222.0.13 "GET /v2.0/networks?id=256ff840-637a-4fa9-91bf-bd69e4407d67 HTTP/1.1" status: 200 len: 910 time: 0.0852761 Sep 23 03:25:07.704718 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-d46b846e-9218-4b4d-b58d-eda6ca4ff61c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda HTTP/1.1" status: 200 len: 998 time: 0.0578842 Sep 23 03:25:07.752989 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-e7d97fc1-7f70-4b6d-9305-2a04a53760e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:07.754313 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-e7d97fc1-7f70-4b6d-9305-2a04a53760e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47405c9c-6d84-443f-9774-56dfd85977a4 HTTP/1.1" status: 200 len: 848 time: 0.0422475 Sep 23 03:25:07.799284 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-281a19c0-790a-45db-a5d6-99e120aa7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:07.800753 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-281a19c0-790a-45db-a5d6-99e120aa7d3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=256ff840-637a-4fa9-91bf-bd69e4407d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385833 Sep 23 03:25:07.892396 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-61f933db-1821-42b4-ba00-2c5347b533a3 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843914 Sep 23 03:25:07.989878 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-0e255808-ffbd-4825-8be6-fd64cfe1f8d0 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806298 Sep 23 03:25:08.424109 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5304b4-41ce-4d39-960b-9f9c8e412d3c req-a4ae8bb1-8e43-4ed4-a8b8-ac83a945572f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:08.425602 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fa5304b4-41ce-4d39-960b-9f9c8e412d3c req-a4ae8bb1-8e43-4ed4-a8b8-ac83a945572f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0489013 Sep 23 03:25:08.462639 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fa5304b4-41ce-4d39-960b-9f9c8e412d3c req-7a7cb865-6565-4677-a93d-f9f768a45cf2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312159 Sep 23 03:25:09.576330 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17127da-9c73-4003-9623-7debc19023b4 req-93ac367a-0d55-4938-ba51-7381c567fb3d tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:09.577892 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c17127da-9c73-4003-9623-7debc19023b4 req-93ac367a-0d55-4938-ba51-7381c567fb3d tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0505264 Sep 23 03:25:09.618320 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c17127da-9c73-4003-9623-7debc19023b4 req-664f0ae5-5b2a-468e-bf85-8af2e3d34f29 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338714 Sep 23 03:25:10.733626 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fe4a9-879f-4229-95d7-a30bfce44451 req-d5447dec-d703-475f-876b-8d667d29c4eb tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:10.735064 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-413fe4a9-879f-4229-95d7-a30bfce44451 req-d5447dec-d703-475f-876b-8d667d29c4eb tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0512471 Sep 23 03:25:10.772542 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-413fe4a9-879f-4229-95d7-a30bfce44451 req-e20e819f-b173-4a85-9d15-d8cec3d237ae tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308089 Sep 23 03:25:11.886027 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7022708-dc3c-495d-abad-43e421a19f8d req-8afddf6f-6bc6-4e63-9aa9-82cee25155e2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:11.887535 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f7022708-dc3c-495d-abad-43e421a19f8d req-8afddf6f-6bc6-4e63-9aa9-82cee25155e2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0500448 Sep 23 03:25:11.905082 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8e1a7-b067-421b-b95e-ad9d80830d5d req-874ad403-c24a-4e6b-992d-20244bc64f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:11.906573 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8de8e1a7-b067-421b-b95e-ad9d80830d5d req-874ad403-c24a-4e6b-992d-20244bc64f6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9295094fe94cc69e88db5d29658b1b&device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 1096 time: 0.0530198 Sep 23 03:25:11.925745 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f7022708-dc3c-495d-abad-43e421a19f8d req-e0fc1531-8e12-4837-89b8-64487e44cb11 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316513 Sep 23 03:25:12.007592 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8e1a7-b067-421b-b95e-ad9d80830d5d req-c9236f51-bd0a-438d-abc6-3036f5058b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:12.009130 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8de8e1a7-b067-421b-b95e-ad9d80830d5d req-c9236f51-bd0a-438d-abc6-3036f5058b60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=256ff840-637a-4fa9-91bf-bd69e4407d67 HTTP/1.1" status: 200 len: 910 time: 0.0829322 Sep 23 03:25:12.075601 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8de8e1a7-b067-421b-b95e-ad9d80830d5d req-ddc87a3c-e243-47e9-86fc-48d10ad741fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda HTTP/1.1" status: 200 len: 998 time: 0.0592735 Sep 23 03:25:12.123512 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8e1a7-b067-421b-b95e-ad9d80830d5d req-67abf4e2-5b24-4af6-928c-cbc1acbd3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:12.124965 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8de8e1a7-b067-421b-b95e-ad9d80830d5d req-67abf4e2-5b24-4af6-928c-cbc1acbd3289 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47405c9c-6d84-443f-9774-56dfd85977a4 HTTP/1.1" status: 200 len: 848 time: 0.0424061 Sep 23 03:25:12.169006 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8e1a7-b067-421b-b95e-ad9d80830d5d req-6c34975f-e328-45d2-ba08-54f0b9e45ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:12.170430 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8de8e1a7-b067-421b-b95e-ad9d80830d5d req-6c34975f-e328-45d2-ba08-54f0b9e45ea9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=256ff840-637a-4fa9-91bf-bd69e4407d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389922 Sep 23 03:25:12.261710 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8de8e1a7-b067-421b-b95e-ad9d80830d5d req-846bee47-abf3-4f50-9af5-cb129fed7be5 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827987 Sep 23 03:25:12.349701 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8de8e1a7-b067-421b-b95e-ad9d80830d5d req-4ffb2960-0259-46be-af00-803c3395f4a9 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806580 Sep 23 03:25:13.036675 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456b1e8-c606-498f-9563-c677de2bd75d req-1bd41147-117c-425e-ad33-c44bab7aaefa tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:13.038184 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d456b1e8-c606-498f-9563-c677de2bd75d req-1bd41147-117c-425e-ad33-c44bab7aaefa tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0484200 Sep 23 03:25:13.074794 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d456b1e8-c606-498f-9563-c677de2bd75d req-e2608848-b71e-454a-a6d9-76b1d4ae0204 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305364 Sep 23 03:25:14.195991 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19333466-c940-45d4-9120-0ff623d2a693 req-96df6acf-7c2e-44ac-a102-08ca93776740 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:14.197471 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-19333466-c940-45d4-9120-0ff623d2a693 req-96df6acf-7c2e-44ac-a102-08ca93776740 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0517981 Sep 23 03:25:14.233970 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-19333466-c940-45d4-9120-0ff623d2a693 req-0355d9a4-a2da-44d5-a152-6943dbce3d03 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306964 Sep 23 03:25:15.343214 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd1710-4be8-4728-b393-71fb01b597cd req-1f310cc6-118b-455a-a874-d68eae06922c tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:15.344694 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f8bd1710-4be8-4728-b393-71fb01b597cd req-1f310cc6-118b-455a-a874-d68eae06922c tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0474195 Sep 23 03:25:15.381356 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f8bd1710-4be8-4728-b393-71fb01b597cd req-d7a7747c-8490-4664-a2d6-fc4a8ea1ac7d tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303962 Sep 23 03:25:16.394337 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 1f26003b-9eee-40b2-af89-d9caf3eb8eda details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:25:16.487918 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 1f26003b-9eee-40b2-af89-d9caf3eb8eda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:25:16.494130 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec720e00-f184-4edb-b1d0-8cd4e2e6d0e1 req-12aa9fce-c4c3-4165-965b-954d09bea81c tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:16.495612 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ec720e00-f184-4edb-b1d0-8cd4e2e6d0e1 req-12aa9fce-c4c3-4165-965b-954d09bea81c tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 943 time: 0.0482635 Sep 23 03:25:16.502799 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'port_id': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'mac_address': 'fa:16:3e:40:16:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:25:16.533068 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ec720e00-f184-4edb-b1d0-8cd4e2e6d0e1 req-b5604630-f559-4e1b-8225-c3dde0794b9e tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309241 Sep 23 03:25:16.539397 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:16.552663 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f26003b-9eee-40b2-af89-d9caf3eb8eda {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:25:16.571374 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 1f26003b-9eee-40b2-af89-d9caf3eb8eda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:25:16.668454 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:16.714624 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=1f26003b-9eee-40b2-af89-d9caf3eb8eda,revision_number=7']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:25:17.124308 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['1f26003b-9eee-40b2-af89-d9caf3eb8eda'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:25:17.776592 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:25:17.865509 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78935b9b-1fd6-4fc7-9d4d-7cc7d605c4a3 req-00ab1ed4-d96d-4e8f-95ba-991b2f146525 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:17.866989 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-78935b9b-1fd6-4fc7-9d4d-7cc7d605c4a3 req-00ab1ed4-d96d-4e8f-95ba-991b2f146525 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 944 time: 0.2671223 Sep 23 03:25:17.903310 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-78935b9b-1fd6-4fc7-9d4d-7cc7d605c4a3 req-d98906cc-622b-474f-83b5-57df11eb12c2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301082 Sep 23 03:25:18.425665 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 1f26003b-9eee-40b2-af89-d9caf3eb8eda up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:25:18.471964 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 1f26003b-9eee-40b2-af89-d9caf3eb8eda triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:25:18.472337 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:18.555947 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:18.577519 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:25:18.579712 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22838e6-6cd2-474d-bb29-3db33e6e0e39" -d '{"events": [{"server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "name": "network-vif-plugged", "status": "completed", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:25:18.592024 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 1f26003b-9eee-40b2-af89-d9caf3eb8eda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:25:18.616615 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1727ac-bbd5-4e29-a01d-30cf7798966d x-openstack-request-id: req-4f1727ac-bbd5-4e29-a01d-30cf7798966d {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:25:18.616899 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "name": "network-vif-plugged", "status": "completed", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:25:18.617147 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f1727ac-bbd5-4e29-a01d-30cf7798966d {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:25:18.617531 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'code': 200} Sep 23 03:25:18.659536 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:18.704296 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=1f26003b-9eee-40b2-af89-d9caf3eb8eda,revision_number=8']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:25:18.936396 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2582f-23a1-45ef-ab17-c0ee1f7442f3 req-462d0052-e438-4e8e-8da5-cb5299b705a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:18.937989 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fbe2582f-23a1-45ef-ab17-c0ee1f7442f3 req-462d0052-e438-4e8e-8da5-cb5299b705a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 1098 time: 0.0429766 Sep 23 03:25:18.974170 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fbe2582f-23a1-45ef-ab17-c0ee1f7442f3 req-4782fee0-0e9c-4d86-a941-de1f5f6e6308 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286822 Sep 23 03:25:19.019307 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f285df-b7e3-4e5e-9097-8a1362c69b61 req-e9196af8-57d8-44a3-b7a5-73a0df780975 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:19.020755 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b2f285df-b7e3-4e5e-9097-8a1362c69b61 req-e9196af8-57d8-44a3-b7a5-73a0df780975 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0486457 Sep 23 03:25:19.056915 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b2f285df-b7e3-4e5e-9097-8a1362c69b61 req-443fce0b-8206-4fff-8a69-52691db7aea2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304036 Sep 23 03:25:20.171489 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f60a8d-8b34-4224-93e8-0a19010aa32d req-46b15a49-95dc-4134-bc53-f7eb0e73cf2f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:20.173025 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-38f60a8d-8b34-4224-93e8-0a19010aa32d req-46b15a49-95dc-4134-bc53-f7eb0e73cf2f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0496027 Sep 23 03:25:20.210937 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-38f60a8d-8b34-4224-93e8-0a19010aa32d req-340d6510-89ce-45ff-94ba-babcad70b39b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314226 Sep 23 03:25:21.325888 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906d250-722e-4e1d-a0c8-0cefe2afefe1 req-5da2a1ff-79d8-4aec-a23e-19e8cfe26a7e tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:25:21.327331 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3906d250-722e-4e1d-a0c8-0cefe2afefe1 req-5da2a1ff-79d8-4aec-a23e-19e8cfe26a7e tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0507782 Sep 23 03:25:21.363864 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3906d250-722e-4e1d-a0c8-0cefe2afefe1 req-cf6a7e4a-acf0-436a-b565-34fd54ce0c9b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301263 Sep 23 03:25:21.605003 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-173f5f89-afe5-4bd8-836f-54c8d75e8e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:24.402068 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a2904baf-cf87-4db7-bf5d-1050047b31cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:24.776397 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:25.276778 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:27.194081 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:36.921934 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:51.590472 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2d35abe4-8c97-4054-ae29-c1c0861ec189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:54.361696 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7a3dcaf0-bbcc-4bef-908e-d1416c960a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:54.738890 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:54.776312 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:25:55.278742 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:25:57.167772 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:06.927375 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:12.854329 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-846ed454-ebec-488c-84b4-d667955da41c req-da92426a-8e13-4439-97fa-9f992a259adc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408394 Sep 23 03:26:12.929331 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ed454-ebec-488c-84b4-d667955da41c req-63a9d5df-5a78-4581-9252-0a46d6a0e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:12.930728 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-846ed454-ebec-488c-84b4-d667955da41c req-63a9d5df-5a78-4581-9252-0a46d6a0e71e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 1099 time: 0.0413477 Sep 23 03:26:13.038149 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ed454-ebec-488c-84b4-d667955da41c req-c5c01742-d2dc-4bc0-9a5f-9f090a42c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:13.039639 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-846ed454-ebec-488c-84b4-d667955da41c req-c5c01742-d2dc-4bc0-9a5f-9f090a42c46d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 912 time: 0.0876427 Sep 23 03:26:13.116940 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-846ed454-ebec-488c-84b4-d667955da41c req-6096245d-383a-4893-967a-9db8e103fc38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e HTTP/1.1" status: 200 len: 1002 time: 0.0701604 Sep 23 03:26:13.166404 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ed454-ebec-488c-84b4-d667955da41c req-af75977c-34ec-486e-9ba1-fda18cdd6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:13.167900 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-846ed454-ebec-488c-84b4-d667955da41c req-af75977c-34ec-486e-9ba1-fda18cdd6789 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 200 len: 850 time: 0.0444694 Sep 23 03:26:13.218335 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ed454-ebec-488c-84b4-d667955da41c req-4307dec1-a097-472d-971c-ba05d6fc3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:13.219754 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-846ed454-ebec-488c-84b4-d667955da41c req-4307dec1-a097-472d-971c-ba05d6fc3d4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92c029f-810f-4549-a812-649ee96dc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452039 Sep 23 03:26:13.309094 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-846ed454-ebec-488c-84b4-d667955da41c req-7dabf916-b678-4051-a5cf-5c656762f4ee service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816464 Sep 23 03:26:13.403908 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-846ed454-ebec-488c-84b4-d667955da41c req-ae0f30de-5bd1-4e98-8aa9-817bd00e6e9e service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872028 Sep 23 03:26:21.598084 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-30911c6b-fe6a-4ab5-88f9-ca064b40c83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:24.318171 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-bcccd51b-b43e-4024-a961-13a853b65d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:24.769694 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:25.269813 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:27.184325 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:29.749888 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d17f7-1afd-4253-8eaa-574c7530e780 req-164761d0-6490-430b-a1f8-ed31dbf84596 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:29.751430 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c40d17f7-1afd-4253-8eaa-574c7530e780 req-164761d0-6490-430b-a1f8-ed31dbf84596 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0493343 Sep 23 03:26:29.790753 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c40d17f7-1afd-4253-8eaa-574c7530e780 req-237979eb-f08c-4682-bf8a-8e6be3fd12b1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321786 Sep 23 03:26:30.906000 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40e669-6d46-499c-a34f-84b70d23f1ad req-69b345b4-012f-4cd0-b723-01cc0be6ef85 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:30.907494 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4f40e669-6d46-499c-a34f-84b70d23f1ad req-69b345b4-012f-4cd0-b723-01cc0be6ef85 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0475190 Sep 23 03:26:30.945233 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4f40e669-6d46-499c-a34f-84b70d23f1ad req-44442208-378a-4fb8-89b6-741806b8be39 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Sep 23 03:26:31.776886 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:26:32.066590 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e760c0-9d76-4de5-a2fa-c777ccc1bfec req-7b9c1dc8-f1f5-480f-8578-c794f3f64a4a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:32.068081 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a2e760c0-9d76-4de5-a2fa-c777ccc1bfec req-7b9c1dc8-f1f5-480f-8578-c794f3f64a4a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0511510 Sep 23 03:26:32.105620 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a2e760c0-9d76-4de5-a2fa-c777ccc1bfec req-5db3deb3-e973-4f61-b525-2380e337aac5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313058 Sep 23 03:26:33.219405 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aa63c-ff5a-41d7-b9c5-9ed0900842ce req-62afb5eb-5407-45bc-bc10-e44895dc318b tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:33.221403 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4a2aa63c-ff5a-41d7-b9c5-9ed0900842ce req-62afb5eb-5407-45bc-bc10-e44895dc318b tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0477729 Sep 23 03:26:33.261779 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4a2aa63c-ff5a-41d7-b9c5-9ed0900842ce req-43609f81-8047-4596-bef4-598f2111c5f8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343926 Sep 23 03:26:34.375915 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e4912-bee7-46d9-8d0d-c4b220bb948f req-c414aad5-7ee4-46f1-8959-689091857f21 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:34.378006 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-186e4912-bee7-46d9-8d0d-c4b220bb948f req-c414aad5-7ee4-46f1-8959-689091857f21 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0507152 Sep 23 03:26:34.413598 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-186e4912-bee7-46d9-8d0d-c4b220bb948f req-b26a9fd4-fcd4-4d22-94cd-f294496dc26c tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297513 Sep 23 03:26:35.534757 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af777b-402b-46e4-82aa-0aa822c4a8a3 req-02d1dec8-9406-4993-ad39-7cf618da6414 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:35.536245 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d5af777b-402b-46e4-82aa-0aa822c4a8a3 req-02d1dec8-9406-4993-ad39-7cf618da6414 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0498598 Sep 23 03:26:35.573267 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d5af777b-402b-46e4-82aa-0aa822c4a8a3 req-e1a596de-e886-49fb-a474-88097057605a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311875 Sep 23 03:26:36.686736 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9f371-8643-4695-ae06-2fbfa069d7ba req-e5e82358-f948-4361-9598-a1f99d2308de tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:36.688198 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-64e9f371-8643-4695-ae06-2fbfa069d7ba req-e5e82358-f948-4361-9598-a1f99d2308de tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0487351 Sep 23 03:26:36.726114 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-64e9f371-8643-4695-ae06-2fbfa069d7ba req-7223a39a-cb19-47ce-804d-09c542e51644 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319376 Sep 23 03:26:36.912311 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:37.837381 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e89cfb-126c-4421-bb38-03d53e6a9003 req-11b95bea-9fdf-4f0e-ab27-58a450e3248a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:37.838848 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c4e89cfb-126c-4421-bb38-03d53e6a9003 req-11b95bea-9fdf-4f0e-ab27-58a450e3248a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0479043 Sep 23 03:26:37.875419 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c4e89cfb-126c-4421-bb38-03d53e6a9003 req-e6f719de-4a9d-496b-ba71-a9f2a75faaf1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308089 Sep 23 03:26:38.987606 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10716031-1a95-4ce0-9833-7e6807a3cb8f req-bcb4dd00-e801-4606-832a-7a72fa9095fc tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:38.989079 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-10716031-1a95-4ce0-9833-7e6807a3cb8f req-bcb4dd00-e801-4606-832a-7a72fa9095fc tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0475311 Sep 23 03:26:39.024799 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-10716031-1a95-4ce0-9833-7e6807a3cb8f req-f1dcff95-7b92-4559-9aac-c1d1c6d9be63 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298517 Sep 23 03:26:40.136199 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d321bc2-d195-43c1-8c0c-edc9f5939322 req-0709f541-f202-4451-99d2-d20b7ba152ba tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:40.137576 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2d321bc2-d195-43c1-8c0c-edc9f5939322 req-0709f541-f202-4451-99d2-d20b7ba152ba tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0469551 Sep 23 03:26:40.176714 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2d321bc2-d195-43c1-8c0c-edc9f5939322 req-9bf9c555-b896-4d77-b1ff-872993bdf2f3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327837 Sep 23 03:26:41.291095 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1264587-0891-48ae-abf7-e05b923de802 req-ebb6d482-fb55-454c-aa03-bf4a6b1c3c03 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:41.292553 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a1264587-0891-48ae-abf7-e05b923de802 req-ebb6d482-fb55-454c-aa03-bf4a6b1c3c03 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0497360 Sep 23 03:26:41.328478 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a1264587-0891-48ae-abf7-e05b923de802 req-4ac8b627-0bea-4891-bc01-d31d43baf178 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301549 Sep 23 03:26:42.439880 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcd9cd-e98b-47e6-a07c-68954e481203 req-7ada7901-2e92-44df-970b-218c796fe817 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:42.441425 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d4bcd9cd-e98b-47e6-a07c-68954e481203 req-7ada7901-2e92-44df-970b-218c796fe817 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0490131 Sep 23 03:26:42.478292 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d4bcd9cd-e98b-47e6-a07c-68954e481203 req-c1a9f687-a5f9-4210-9315-487a75bcdd16 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310497 Sep 23 03:26:43.589105 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a12fed-3ffb-40a5-a7cc-f9cedc87bd1f req-2732c48a-12bc-4c0f-944e-8b4ef06fa3e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:43.590548 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a1a12fed-3ffb-40a5-a7cc-f9cedc87bd1f req-2732c48a-12bc-4c0f-944e-8b4ef06fa3e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0469685 Sep 23 03:26:43.627126 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-a1a12fed-3ffb-40a5-a7cc-f9cedc87bd1f req-6d2bc3d1-ed3e-4e95-9a77-87fca66cbc27 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301032 Sep 23 03:26:44.744922 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949af810-b3f2-4a5f-81f5-1fa1a1f1db96 req-8b845b0b-5ede-4e40-a48c-aaaeaec0a522 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:44.747227 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-949af810-b3f2-4a5f-81f5-1fa1a1f1db96 req-8b845b0b-5ede-4e40-a48c-aaaeaec0a522 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0544999 Sep 23 03:26:44.784199 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-949af810-b3f2-4a5f-81f5-1fa1a1f1db96 req-7b965d15-d33b-450f-b9f5-b203fcf53499 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310428 Sep 23 03:26:45.901948 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55207d-667d-48f0-9bbe-6f8c235c2a30 req-dabaf654-9cc4-4cf2-8392-1a8703c988eb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:45.903408 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1d55207d-667d-48f0-9bbe-6f8c235c2a30 req-dabaf654-9cc4-4cf2-8392-1a8703c988eb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0513425 Sep 23 03:26:45.939714 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-1d55207d-667d-48f0-9bbe-6f8c235c2a30 req-ae746922-3b92-4498-a141-48d8da830b72 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294325 Sep 23 03:26:46.305243 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1eac24-7ea4-4373-9cfc-6c3a65d1a399 req-71b0423b-51f9-4c1a-bfc9-ff26467a6137 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:46.306736 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ec1eac24-7ea4-4373-9cfc-6c3a65d1a399 req-71b0423b-51f9-4c1a-bfc9-ff26467a6137 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0535018 Sep 23 03:26:46.344248 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ec1eac24-7ea4-4373-9cfc-6c3a65d1a399 req-3b684543-c267-4b48-b3f5-cfda3c4701a3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315216 Sep 23 03:26:46.430018 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859a93e-373f-49ff-8423-a1cf472c2e7d req-81a9e8c5-86ec-4a6b-807e-7836e655692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:46.431456 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e859a93e-373f-49ff-8423-a1cf472c2e7d req-81a9e8c5-86ec-4a6b-807e-7836e655692b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 1099 time: 0.0388296 Sep 23 03:26:46.522137 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859a93e-373f-49ff-8423-a1cf472c2e7d req-91c6ac7e-da85-4f2f-bcac-583e02617f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:46.523527 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e859a93e-373f-49ff-8423-a1cf472c2e7d req-91c6ac7e-da85-4f2f-bcac-583e02617f24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 912 time: 0.0853710 Sep 23 03:26:46.588921 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e859a93e-373f-49ff-8423-a1cf472c2e7d req-28db615a-e703-4b8a-975d-8254bbdd5a5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e HTTP/1.1" status: 200 len: 1002 time: 0.0580595 Sep 23 03:26:46.636816 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859a93e-373f-49ff-8423-a1cf472c2e7d req-ed4c7ec9-dd9b-4d41-b9cc-4c077c7f58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:46.638230 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e859a93e-373f-49ff-8423-a1cf472c2e7d req-ed4c7ec9-dd9b-4d41-b9cc-4c077c7f58ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 200 len: 850 time: 0.0428329 Sep 23 03:26:46.681537 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859a93e-373f-49ff-8423-a1cf472c2e7d req-a6e3640b-32c7-40cc-a627-62d6663df412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:46.682981 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e859a93e-373f-49ff-8423-a1cf472c2e7d req-a6e3640b-32c7-40cc-a627-62d6663df412 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92c029f-810f-4549-a812-649ee96dc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379140 Sep 23 03:26:46.774929 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e859a93e-373f-49ff-8423-a1cf472c2e7d req-38c2708a-5020-4420-85c8-61db18521c78 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839469 Sep 23 03:26:46.864255 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e859a93e-373f-49ff-8423-a1cf472c2e7d req-b0ad29f5-e267-4094-965c-60560066070b service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824974 Sep 23 03:26:47.457813 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca92b6-2ecc-42db-bd9b-68433dc68bba req-06b12a17-6c81-4a88-bcdf-8b1c386cd0cd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:47.459256 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-16ca92b6-2ecc-42db-bd9b-68433dc68bba req-06b12a17-6c81-4a88-bcdf-8b1c386cd0cd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0479743 Sep 23 03:26:47.500400 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-16ca92b6-2ecc-42db-bd9b-68433dc68bba req-2a2e030c-40f0-4c17-af6f-24b88e1e6e12 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353158 Sep 23 03:26:48.613919 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72744656-13f5-400a-b218-074a03861213 req-46717013-3266-4c1d-aec6-b966084b7930 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:26:48.615385 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-72744656-13f5-400a-b218-074a03861213 req-46717013-3266-4c1d-aec6-b966084b7930 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0482979 Sep 23 03:26:48.651518 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-72744656-13f5-400a-b218-074a03861213 req-6baa8706-5f9e-4513-90e3-5afaa08a3cc9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304134 Sep 23 03:26:51.663479 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-f7d3221b-0407-480e-8f2e-6d1d0c365d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:54.297789 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-10e33dfa-a628-4c16-8f69-dd7ae68d15b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:54.749566 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:55.306139 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:26:57.151273 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:04.810505 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58730) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:05.098905 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Deleting port 77a9f405-1a0a-4963-a764-94b38a8276fe {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:27:05.099163 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:05.175308 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:05.175646 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:05.186871 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Calling delete_port for 77a9f405-1a0a-4963-a764-94b38a8276fe owned by network:floatingip {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:27:05.425936 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:05.450539 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event deleted for resources: {'Port': ['ID=77a9f405-1a0a-4963-a764-94b38a8276fe,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:05.462278 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.462638 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.462987 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.463327 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.463664 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.464002 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.464370 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.464740 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.465060 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.465395 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.465725 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.466051 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:05.521474 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for floatingip, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:05.521809 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.l3_db [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Floating IP 312eccd4-5b66-441d-b3cb-5ea186b97f53 disassociated (deleted). External IP: 172.27.1.19, port: 1f26003b-9eee-40b2-af89-d9caf3eb8eda. Sep 23 03:27:05.724360 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Router aef6874d-ea5d-4187-bbd7-d52299656aa5 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:27:05.825326 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:27:05.829976 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:05.834864 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462ce30-5c0b-459a-a18f-75adcd89996b None None] Sync routers for ids ['aef6874d-ea5d-4187-bbd7-d52299656aa5'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:27:05.843613 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462ce30-5c0b-459a-a18f-75adcd89996b None None] Routers {'aef6874d-ea5d-4187-bbd7-d52299656aa5'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:27:05.844215 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-7462ce30-5c0b-459a-a18f-75adcd89996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:26:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['aef6874d-ea5d-4187-bbd7-d52299656aa5'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:05.856373 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-a72aa311-d856-493f-a40b-2554692fc00f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "DELETE /v2.0/floatingips/312eccd4-5b66-441d-b3cb-5ea186b97f53 HTTP/1.1" status: 204 len: 168 time: 1.0447626 Sep 23 03:27:05.861819 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda'}] {{(pid=94695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:27:05.861819 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ea325f59732fbd3d14639bb5eabbc68b86f67e4ce5ec58dbbdb68b31d0c114" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277e3ec9-8727-4c2f-9042-0e9caaf7d412" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda"}]}' {{(pid=94695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:27:05.953789 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-7462ce30-5c0b-459a-a18f-75adcd89996b None None] Set router aef6874d-ea5d-4187-bbd7-d52299656aa5 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:27:06.033644 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70143555-97af-444f-96a6-833dcfe2a288 x-openstack-request-id: req-70143555-97af-444f-96a6-833dcfe2a288 {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:27:06.033941 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda", "status": "completed", "code": 200}]} {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:27:06.034192 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70143555-97af-444f-96a6-833dcfe2a288 {{(pid=94695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:27:06.034591 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'status': 'completed', 'code': 200} Sep 23 03:27:06.121924 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e3ec9-8727-4c2f-9042-0e9caaf7d412 req-d23d474f-e4e0-4bea-a78c-03f8ddaf0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:06.123438 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-277e3ec9-8727-4c2f-9042-0e9caaf7d412 req-d23d474f-e4e0-4bea-a78c-03f8ddaf0a8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9295094fe94cc69e88db5d29658b1b&device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 1098 time: 0.0407805 Sep 23 03:27:06.158998 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-7462ce30-5c0b-459a-a18f-75adcd89996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 4, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'e406d8d1-84c6-499d-bea5-dc32b2251612', 'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'mac_address': 'fa:16:3e:1c:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:25Z', 'updated_at': '2021-09-23T03:21:29Z', 'revision_number': 5, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'subnets': [{'id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:06.188927 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462ce30-5c0b-459a-a18f-75adcd89996b None None] Checking router: aef6874d-ea5d-4187-bbd7-d52299656aa5 for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:27:06.197119 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462ce30-5c0b-459a-a18f-75adcd89996b None None] Routers {'aef6874d-ea5d-4187-bbd7-d52299656aa5'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:27:06.197721 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-7462ce30-5c0b-459a-a18f-75adcd89996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:26:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['aef6874d-ea5d-4187-bbd7-d52299656aa5'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:06.221330 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e3ec9-8727-4c2f-9042-0e9caaf7d412 req-732e0632-278a-41c1-9763-aeb5755a0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:06.223095 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-277e3ec9-8727-4c2f-9042-0e9caaf7d412 req-732e0632-278a-41c1-9763-aeb5755a0d9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=256ff840-637a-4fa9-91bf-bd69e4407d67 HTTP/1.1" status: 200 len: 910 time: 0.0912526 Sep 23 03:27:06.267058 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-277e3ec9-8727-4c2f-9042-0e9caaf7d412 req-667c7125-e9ff-48e4-8396-dd738dfc48d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda HTTP/1.1" status: 200 len: 217 time: 0.0371232 Sep 23 03:27:06.321226 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e3ec9-8727-4c2f-9042-0e9caaf7d412 req-09838847-1f57-424f-9fec-b6be65efcee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:06.322796 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-277e3ec9-8727-4c2f-9042-0e9caaf7d412 req-09838847-1f57-424f-9fec-b6be65efcee9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47405c9c-6d84-443f-9774-56dfd85977a4 HTTP/1.1" status: 200 len: 848 time: 0.0490570 Sep 23 03:27:06.387300 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6557a5-28af-4485-ae16-d90c15e55136 req-c9da9c89-6c2f-4ca1-b227-2ea314272591 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:06.389305 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6f6557a5-28af-4485-ae16-d90c15e55136 req-c9da9c89-6c2f-4ca1-b227-2ea314272591 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0539460 Sep 23 03:27:06.391935 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-7462ce30-5c0b-459a-a18f-75adcd89996b None None] Set router aef6874d-ea5d-4187-bbd7-d52299656aa5 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:27:06.402422 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e3ec9-8727-4c2f-9042-0e9caaf7d412 req-7d866c27-1b2b-4f26-8e06-c5596932f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:06.403919 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-277e3ec9-8727-4c2f-9042-0e9caaf7d412 req-7d866c27-1b2b-4f26-8e06-c5596932f5b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=256ff840-637a-4fa9-91bf-bd69e4407d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407393 Sep 23 03:27:06.427549 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6f6557a5-28af-4485-ae16-d90c15e55136 req-35a2c703-ab9a-4868-9b60-15c2a0389af1 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325289 Sep 23 03:27:06.499291 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-277e3ec9-8727-4c2f-9042-0e9caaf7d412 req-4aa522d9-1658-4d89-ba00-741acba52434 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862000 Sep 23 03:27:06.585976 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-7462ce30-5c0b-459a-a18f-75adcd89996b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 4, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'e406d8d1-84c6-499d-bea5-dc32b2251612', 'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'mac_address': 'fa:16:3e:1c:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:25Z', 'updated_at': '2021-09-23T03:21:29Z', 'revision_number': 5, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'subnets': [{'id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:06.587553 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-277e3ec9-8727-4c2f-9042-0e9caaf7d412 req-4317232f-a108-4a1a-9025-336c83f8c270 service neutron] 10.222.0.13 "GET /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804417 Sep 23 03:27:06.611749 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7462ce30-5c0b-459a-a18f-75adcd89996b None None] The sync data for ids ['aef6874d-ea5d-4187-bbd7-d52299656aa5'] in dv-cinder-768458-9-iscsi is: [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:21:26Z', 'revision_number': 4, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'e406d8d1-84c6-499d-bea5-dc32b2251612', 'name': '', 'network_id': '256ff840-637a-4fa9-91bf-bd69e4407d67', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'mac_address': 'fa:16:3e:1c:69:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:25Z', 'updated_at': '2021-09-23T03:21:29Z', 'revision_number': 5, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'subnets': [{'id': '47405c9c-6d84-443f-9774-56dfd85977a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:27:06.808197 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c1a8b-08b7-4bd0-8d8d-23aaf16c4993 None None] New status for floating IP 312eccd4-5b66-441d-b3cb-5ea186b97f53: DOWN {{(pid=94697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:27:06.979878 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:07.545118 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20d12d-905d-43cb-939a-c59f1efbbf5f req-93cc90ea-9794-4222-b8e9-c0d0a2243a29 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:07.546560 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb20d12d-905d-43cb-939a-c59f1efbbf5f req-93cc90ea-9794-4222-b8e9-c0d0a2243a29 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0510712 Sep 23 03:27:07.582850 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cb20d12d-905d-43cb-939a-c59f1efbbf5f req-9402404e-9156-4540-87d8-43eb23c3f956 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304804 Sep 23 03:27:08.352321 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183e242-d228-4746-8ab2-d062c04e4b2a req-2ea45359-42c5-44d7-88a7-313af215f883 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:08.353761 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4183e242-d228-4746-8ab2-d062c04e4b2a req-2ea45359-42c5-44d7-88a7-313af215f883 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0466728 Sep 23 03:27:08.440062 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-4183e242-d228-4746-8ab2-d062c04e4b2a req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Deleting port 1f26003b-9eee-40b2-af89-d9caf3eb8eda {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:27:08.440397 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-4183e242-d228-4746-8ab2-d062c04e4b2a req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:08.526313 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-4183e242-d228-4746-8ab2-d062c04e4b2a req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] For port 1f26003b-9eee-40b2-af89-d9caf3eb8eda, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f26003b-9eee-40b2-af89-d9caf3eb8eda,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:27:08.526672 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-4183e242-d228-4746-8ab2-d062c04e4b2a req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:08.539054 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-4183e242-d228-4746-8ab2-d062c04e4b2a req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Calling delete_port for 1f26003b-9eee-40b2-af89-d9caf3eb8eda owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:27:08.695052 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc249d50-4c28-4456-95fa-326446bae94f req-62dd4a46-c4b9-4856-ba26-766760e9d72b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:08.696645 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cc249d50-4c28-4456-95fa-326446bae94f req-62dd4a46-c4b9-4856-ba26-766760e9d72b tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 945 time: 0.0489354 Sep 23 03:27:08.732207 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-4183e242-d228-4746-8ab2-d062c04e4b2a req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:08.733335 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cc249d50-4c28-4456-95fa-326446bae94f req-91984f2a-0b7a-47ee-8acb-17365e63a83e tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/security-groups?id=5faf8193-3596-4976-a3b8-4ec92ccaf9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308714 Sep 23 03:27:08.759202 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event deleted for resources: {'Port': ['ID=1f26003b-9eee-40b2-af89-d9caf3eb8eda,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:08.769143 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.769502 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.769833 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.770170 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.770554 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.771156 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.771292 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.771522 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.771850 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.772656 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.772656 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.772861 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:08.777010 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:27:08.814966 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4183e242-d228-4746-8ab2-d062c04e4b2a req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] No DVR routers for this DVR port 1f26003b-9eee-40b2-af89-d9caf3eb8eda on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:27:08.817519 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-4183e242-d228-4746-8ab2-d062c04e4b2a req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:08.819534 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4183e242-d228-4746-8ab2-d062c04e4b2a req-ef546773-6e28-461b-a4e4-e10843856e5f tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.13 "DELETE /v2.0/ports/1f26003b-9eee-40b2-af89-d9caf3eb8eda HTTP/1.1" status: 204 len: 173 time: 0.4589734 Sep 23 03:27:08.819965 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'name': 'network-vif-deleted', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:27:08.822212 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017b5f94-34dd-4679-be4e-163a3457c628" -d '{"events": [{"server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "name": "network-vif-deleted", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:27:08.858106 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41272b60-b344-41ce-851f-c3ffe54cff71 x-openstack-request-id: req-41272b60-b344-41ce-851f-c3ffe54cff71 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:27:08.858397 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbba714-1d40-419f-865c-d0346b7ac67e", "name": "network-vif-deleted", "tag": "1f26003b-9eee-40b2-af89-d9caf3eb8eda", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:27:08.858648 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41272b60-b344-41ce-851f-c3ffe54cff71 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:27:08.859044 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbba714-1d40-419f-865c-d0346b7ac67e', 'name': 'network-vif-deleted', 'tag': '1f26003b-9eee-40b2-af89-d9caf3eb8eda', 'status': 'completed', 'code': 200} Sep 23 03:27:09.826767 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-b9b6746f-f0e2-46d9-87b6-176d6e97a225 req-0330bd87-0922-4ebc-a811-cae5f5b14368 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 210 time: 0.0276268 Sep 23 03:27:10.930157 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-0a83a876-ac99-4bdd-a0b4-bee6a51f7297 req-019a3000-f195-4cc9-994c-abb6d04ff972 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbba714-1d40-419f-865c-d0346b7ac67e HTTP/1.1" status: 200 len: 210 time: 0.0248966 Sep 23 03:27:10.952972 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 1f26003b-9eee-40b2-af89-d9caf3eb8eda no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:27:10.974034 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: 1f26003b-9eee-40b2-af89-d9caf3eb8eda {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:27:10.974376 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 1f26003b-9eee-40b2-af89-d9caf3eb8eda not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:27:11.983041 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58764) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:12.042104 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-30dd56d6-856c-417b-9fe8-7ae6194b1ff2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:12.071199 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-30dd56d6-856c-417b-9fe8-7ae6194b1ff2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:12.211940 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-30dd56d6-856c-417b-9fe8-7ae6194b1ff2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:12.214542 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-30dd56d6-856c-417b-9fe8-7ae6194b1ff2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:12.215708 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-30dd56d6-856c-417b-9fe8-7ae6194b1ff2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] 10.222.0.23 "DELETE /v2.0/security-groups/5faf8193-3596-4976-a3b8-4ec92ccaf9f5 HTTP/1.1" status: 204 len: 168 time: 0.2316730 Sep 23 03:27:12.228943 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd56d6-856c-417b-9fe8-7ae6194b1ff2 tempest-TestShelveInstance-1976416560 tempest-TestShelveInstance-1976416560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faf8193-3596-4976-a3b8-4ec92ccaf9f5,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:12.320613 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58768) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:12.736161 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573212'] for router_interface, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:12.973332 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] Deleting port e406d8d1-84c6-499d-bea5-dc32b2251612 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:27:12.973667 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:13.048859 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] For port e406d8d1-84c6-499d-bea5-dc32b2251612, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=e406d8d1-84c6-499d-bea5-dc32b2251612,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:27:13.049219 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:13.060912 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] Calling delete_port for e406d8d1-84c6-499d-bea5-dc32b2251612 owned by network:router_interface {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:27:13.320794 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:13.343193 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e406d8d1-84c6-499d-bea5-dc32b2251612,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:13.512595 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573077'] for router_interface, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:13.966772 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] Router aef6874d-ea5d-4187-bbd7-d52299656aa5 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:27:14.070613 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:27:14.075707 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-bce02a3b-535d-4808-92d9-c69ac406b3d3 admin admin] 10.222.0.23 "PUT /v2.0/routers/aef6874d-ea5d-4187-bbd7-d52299656aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7534993 Sep 23 03:27:14.078222 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58772) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:14.079322 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e017c4b3-a458-40e2-8272-081d3ddd1eb0 None None] Sync routers for ids ['aef6874d-ea5d-4187-bbd7-d52299656aa5'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:27:14.089659 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017c4b3-a458-40e2-8272-081d3ddd1eb0 None None] Routers {'aef6874d-ea5d-4187-bbd7-d52299656aa5'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:27:14.090313 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-e017c4b3-a458-40e2-8272-081d3ddd1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:26:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['aef6874d-ea5d-4187-bbd7-d52299656aa5'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:14.190483 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Notify callbacks [] for router, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:14.194667 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-e017c4b3-a458-40e2-8272-081d3ddd1eb0 None None] Set router aef6874d-ea5d-4187-bbd7-d52299656aa5 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:27:14.288595 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:14.371220 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-e017c4b3-a458-40e2-8272-081d3ddd1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33'}], 'enable_snat': True}, 'gw_port_id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:27:13Z', 'revision_number': 5, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port': {'id': 'f5df0768-ed9c-406c-8919-bc1151d1d2a0', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:23Z', 'updated_at': '2021-09-23T03:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:14.395558 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e017c4b3-a458-40e2-8272-081d3ddd1eb0 None None] Checking router: aef6874d-ea5d-4187-bbd7-d52299656aa5 for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:27:14.405021 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017c4b3-a458-40e2-8272-081d3ddd1eb0 None None] Routers {'aef6874d-ea5d-4187-bbd7-d52299656aa5'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:27:14.405639 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-e017c4b3-a458-40e2-8272-081d3ddd1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:26:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['aef6874d-ea5d-4187-bbd7-d52299656aa5'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:14.412817 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Deleting port f5df0768-ed9c-406c-8919-bc1151d1d2a0 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:27:14.413468 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:14.488438 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-e017c4b3-a458-40e2-8272-081d3ddd1eb0 None None] Set router aef6874d-ea5d-4187-bbd7-d52299656aa5 gateway port host: None {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:27:14.493384 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] For port f5df0768-ed9c-406c-8919-bc1151d1d2a0, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f5df0768-ed9c-406c-8919-bc1151d1d2a0,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:27:14.493756 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:14.506418 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Calling delete_port for f5df0768-ed9c-406c-8919-bc1151d1d2a0 owned by network:router_gateway {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:27:14.538706 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-e017c4b3-a458-40e2-8272-081d3ddd1eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:27:14Z', 'revision_number': 6, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port_host': None}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:14.566964 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e017c4b3-a458-40e2-8272-081d3ddd1eb0 None None] The sync data for ids ['aef6874d-ea5d-4187-bbd7-d52299656aa5'] in dv-cinder-768458-9-iscsi is: [{'id': 'aef6874d-ea5d-4187-bbd7-d52299656aa5', 'name': 'tempest-TestShelveInstance-1951085779-router', 'tenant_id': '6c9295094fe94cc69e88db5d29658b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:22Z', 'updated_at': '2021-09-23T03:27:14Z', 'revision_number': 6, 'project_id': '6c9295094fe94cc69e88db5d29658b1b', 'gw_port_host': None}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:27:14.745745 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:14.770323 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5df0768-ed9c-406c-8919-bc1151d1d2a0,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:14.859377 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573014'] for router_gateway, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:14.890907 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-a910d0c5-5bf2-48ae-9a66-bc87d29e09a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755832 Sep 23 03:27:14.969167 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129209'] for router, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:14.972424 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:15.041651 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-5212394a-0601-4ffa-b594-e4d9b3f5746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:15.043292 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-5212394a-0601-4ffa-b594-e4d9b3f5746d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 1099 time: 0.0835128 Sep 23 03:27:15.143211 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570672'] for router, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:15.143716 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Fanout notify agent at l3_agent the message router_deleted on router aef6874d-ea5d-4187-bbd7-d52299656aa5 {{(pid=94696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 03:27:15.147700 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-7e8df0ec-baad-4af8-b127-b50fa3715432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:15.149640 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-7e8df0ec-baad-4af8-b127-b50fa3715432 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 912 time: 0.0859680 Sep 23 03:27:15.152127 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] Notify callbacks [] for router, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:15.153184 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-8e2a64a1-55ab-4070-955b-2ce53ea8766c admin admin] 10.222.0.23 "DELETE /v2.0/routers/aef6874d-ea5d-4187-bbd7-d52299656aa5 HTTP/1.1" status: 204 len: 168 time: 1.0740628 Sep 23 03:27:15.155715 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58774) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:15.246117 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f3d2a7-4b06-4042-a1d3-88f855ad10fe admin admin] Deleting subnet 47405c9c-6d84-443f-9774-56dfd85977a4 {{(pid=94696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:27:15.252251 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-31f3d2a7-4b06-4042-a1d3-88f855ad10fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:15.255505 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-aa8533d7-3a27-4120-9fea-aa26fa95a154 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e HTTP/1.1" status: 200 len: 1002 time: 0.0976515 Sep 23 03:27:15.318925 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-31f3d2a7-4b06-4042-a1d3-88f855ad10fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487883'] for subnet, precommit_delete_associations {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:15.320814 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device e406d8d1-84c6-499d-bea5-dc32b2251612 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:27:15.343589 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: e406d8d1-84c6-499d-bea5-dc32b2251612 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:27:15.343906 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device e406d8d1-84c6-499d-bea5-dc32b2251612 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:27:15.353086 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-2ce7ec6d-d9d6-43dc-89a3-301978b7dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:15.354573 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-2ce7ec6d-d9d6-43dc-89a3-301978b7dd31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 200 len: 850 time: 0.0823770 Sep 23 03:27:15.444977 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-31f3d2a7-4b06-4042-a1d3-88f855ad10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:15.448222 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-dda02f56-28e0-47a4-b37d-eedc4abf9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:15.449772 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-dda02f56-28e0-47a4-b37d-eedc4abf9b2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92c029f-810f-4549-a812-649ee96dc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879009 Sep 23 03:27:15.574557 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-465147a3-9a3a-4c35-a66e-6825673db96e service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061037 Sep 23 03:27:15.651428 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-31f3d2a7-4b06-4042-a1d3-88f855ad10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25232316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681425'] for subnet, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:15.680980 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3d2a7-4b06-4042-a1d3-88f855ad10fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47405c9c-6d84-443f-9774-56dfd85977a4,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:15.682912 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-31f3d2a7-4b06-4042-a1d3-88f855ad10fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:15.687007 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-31f3d2a7-4b06-4042-a1d3-88f855ad10fe admin admin] 10.222.0.23 "DELETE /v2.0/subnets/47405c9c-6d84-443f-9774-56dfd85977a4 HTTP/1.1" status: 204 len: 168 time: 0.5280991 Sep 23 03:27:15.687819 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58778) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:15.690668 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b262023-962d-4d91-a484-20ee1df2894e None None] Network 256ff840-637a-4fa9-91bf-bd69e4407d67 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:27:15.725929 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-689d501f-a6aa-4c77-9faf-93d051f76504 req-5e966a1c-acc8-477c-9684-b680cd264bdf service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454468 Sep 23 03:27:15.771293 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:15.827984 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Deleting port 0db5b28b-8d74-4bce-b573-308bb22a055a {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:27:15.828368 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:15.894260 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] For port 0db5b28b-8d74-4bce-b573-308bb22a055a, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=0db5b28b-8d74-4bce-b573-308bb22a055a,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:27:15.894560 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:15.906693 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Calling delete_port for 0db5b28b-8d74-4bce-b573-308bb22a055a owned by network:dhcp {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:27:15.985332 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] DHCP port deletion for 256ff840-637a-4fa9-91bf-bd69e4407d67 request from dv-cinder-768458-9-iscsi {{(pid=94697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 03:27:16.033106 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Deleting port 0db5b28b-8d74-4bce-b573-308bb22a055a {{(pid=94697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:27:16.033481 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:16.071727 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:16.102120 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] For port 0db5b28b-8d74-4bce-b573-308bb22a055a, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=0db5b28b-8d74-4bce-b573-308bb22a055a,segment=NetworkSegment(a8367dce-a715-454e-b48f-4f4593339e54),segment_id=a8367dce-a715-454e-b48f-4f4593339e54)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:27:16.104400 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:16.104870 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db5b28b-8d74-4bce-b573-308bb22a055a,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:16.107770 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] No DVR routers for this DVR port 0db5b28b-8d74-4bce-b573-308bb22a055a on host dv-cinder-768458-9-iscsi {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:27:16.116665 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Calling delete_port for 0db5b28b-8d74-4bce-b573-308bb22a055a owned by network:dhcp {{(pid=94697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:27:16.179832 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:16.192517 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848'] for port, after_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:16.199357 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256ff840-637a-4fa9-91bf-bd69e4407d67']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:16.209322 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8367dce-a715-454e-b48f-4f4593339e54') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:16.209550 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8367dce-a715-454e-b48f-4f4593339e54') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:16.218589 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Pushing event deleted for resources: {'Port': ['ID=0db5b28b-8d74-4bce-b573-308bb22a055a,revision_number=None']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:16.220859 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] No DVR routers for this DVR port 0db5b28b-8d74-4bce-b573-308bb22a055a on host dv-cinder-768458-9-iscsi {{(pid=94697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:27:16.223584 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:16.232548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.232548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.232548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.232548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.232548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.232548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.232548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.232548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.232548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.240969 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.240969 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.240969 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc2a24c-dade-4a06-b14c-7f8d540158c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:27:16.241709 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:16.246548 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:27:16.246934 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:27:16.248655 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:27:16.368015 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:16.373585 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:16.377788 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] 10.222.0.23 "DELETE /v2.0/networks/256ff840-637a-4fa9-91bf-bd69e4407d67 HTTP/1.1" status: 204 len: 168 time: 0.6873863 Sep 23 03:27:16.378684 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58782) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:16.386120 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaea1b1-8b8c-4a9e-85b0-993b64652b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=256ff840-637a-4fa9-91bf-bd69e4407d67,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:16.783305 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573212'] for router_interface, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:16.926446 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 0db5b28b-8d74-4bce-b573-308bb22a055a no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:27:16.947111 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 0db5b28b-8d74-4bce-b573-308bb22a055a {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:27:16.947458 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 0db5b28b-8d74-4bce-b573-308bb22a055a not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:27:16.947881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f5df0768-ed9c-406c-8919-bc1151d1d2a0 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:27:16.966475 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: f5df0768-ed9c-406c-8919-bc1151d1d2a0 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:27:16.966807 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f5df0768-ed9c-406c-8919-bc1151d1d2a0 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:27:17.072378 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] Deleting port 0aa35828-fb2a-41b3-b464-4fe7187960e3 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:27:17.072662 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:17.146548 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] For port 0aa35828-fb2a-41b3-b464-4fe7187960e3, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=0aa35828-fb2a-41b3-b464-4fe7187960e3,segment=NetworkSegment(609811a2-ac14-4299-aaf6-9af9e565eea0),segment_id=609811a2-ac14-4299-aaf6-9af9e565eea0)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:27:17.146908 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:17.158684 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] Calling delete_port for 0aa35828-fb2a-41b3-b464-4fe7187960e3 owned by network:router_interface {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:27:17.389120 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:17.416671 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa35828-fb2a-41b3-b464-4fe7187960e3,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:17.784580 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573077'] for router_interface, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:17.991508 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] Router 5afe5f6b-ba82-4ce1-8855-167572f26a74 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:27:18.096672 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:27:18.103292 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-bee9d10c-702f-4cce-a892-4ebc16359288 admin admin] 10.222.0.23 "PUT /v2.0/routers/5afe5f6b-ba82-4ce1-8855-167572f26a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7225778 Sep 23 03:27:18.104825 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58784) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:18.107245 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593b3fe-9a94-4865-8987-f6f5d8b1a2e9 None None] Sync routers for ids ['5afe5f6b-ba82-4ce1-8855-167572f26a74'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:27:18.116913 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593b3fe-9a94-4865-8987-f6f5d8b1a2e9 None None] Routers {'5afe5f6b-ba82-4ce1-8855-167572f26a74'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:27:18.117535 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6593b3fe-9a94-4865-8987-f6f5d8b1a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:26:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['5afe5f6b-ba82-4ce1-8855-167572f26a74'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:18.211129 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:18.217989 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-6593b3fe-9a94-4865-8987-f6f5d8b1a2e9 None None] Set router 5afe5f6b-ba82-4ce1-8855-167572f26a74 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:27:18.308399 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:18.393621 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6593b3fe-9a94-4865-8987-f6f5d8b1a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'name': 'tempest-TestShelveInstance-1501890343-router', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'cd055adf-4b79-415e-8871-473943c80259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:27:17Z', 'revision_number': 5, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'gw_port': {'id': 'cd055adf-4b79-415e-8871-473943c80259', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:18.420019 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593b3fe-9a94-4865-8987-f6f5d8b1a2e9 None None] Checking router: 5afe5f6b-ba82-4ce1-8855-167572f26a74 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:27:18.423865 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Deleting port cd055adf-4b79-415e-8871-473943c80259 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:27:18.424382 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:18.428811 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593b3fe-9a94-4865-8987-f6f5d8b1a2e9 None None] Routers {'5afe5f6b-ba82-4ce1-8855-167572f26a74'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:27:18.429413 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6593b3fe-9a94-4865-8987-f6f5d8b1a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:26:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['5afe5f6b-ba82-4ce1-8855-167572f26a74'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:18.499931 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] For port cd055adf-4b79-415e-8871-473943c80259, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=cd055adf-4b79-415e-8871-473943c80259,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:27:18.500292 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:18.512192 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-6593b3fe-9a94-4865-8987-f6f5d8b1a2e9 None None] Set router 5afe5f6b-ba82-4ce1-8855-167572f26a74 gateway port host: None {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:27:18.512385 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Calling delete_port for cd055adf-4b79-415e-8871-473943c80259 owned by network:router_gateway {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:27:18.562632 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6593b3fe-9a94-4865-8987-f6f5d8b1a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'name': 'tempest-TestShelveInstance-1501890343-router', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:27:18Z', 'revision_number': 6, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'gw_port_host': None}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:18.591176 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6593b3fe-9a94-4865-8987-f6f5d8b1a2e9 None None] The sync data for ids ['5afe5f6b-ba82-4ce1-8855-167572f26a74'] in dv-cinder-768458-9-iscsi is: [{'id': '5afe5f6b-ba82-4ce1-8855-167572f26a74', 'name': 'tempest-TestShelveInstance-1501890343-router', 'tenant_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:21:29Z', 'updated_at': '2021-09-23T03:27:18Z', 'revision_number': 6, 'project_id': 'c2cc9420de8f40cfbed777f55b86e5d9', 'gw_port_host': None}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:27:18.766193 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:18.792349 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd055adf-4b79-415e-8871-473943c80259,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:18.852110 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573014'] for router_gateway, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:18.939577 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129209'] for router, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:18.941584 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.043113 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570672'] for router, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.043651 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5afe5f6b-ba82-4ce1-8855-167572f26a74 {{(pid=94695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 03:27:19.048727 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.049697 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-e52acc89-1035-4e8e-8e87-bbad308279a6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5afe5f6b-ba82-4ce1-8855-167572f26a74 HTTP/1.1" status: 204 len: 168 time: 0.9439602 Sep 23 03:27:19.052667 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58786) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:19.094584 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_v2 [None req-77899d70-3ce4-45d6-8956-f7e9ad318459 admin admin] Deleting subnet f7086bcc-7d9d-40ea-89b7-936f3558fba3 {{(pid=94695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:27:19.097734 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77899d70-3ce4-45d6-8956-f7e9ad318459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.134480 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77899d70-3ce4-45d6-8956-f7e9ad318459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464881'] for subnet, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.237901 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77899d70-3ce4-45d6-8956-f7e9ad318459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.350901 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 0aa35828-fb2a-41b3-b464-4fe7187960e3 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:27:19.351805 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77899d70-3ce4-45d6-8956-f7e9ad318459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26797685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25405325'] for subnet, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.371065 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 0aa35828-fb2a-41b3-b464-4fe7187960e3 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:27:19.371410 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 0aa35828-fb2a-41b3-b464-4fe7187960e3 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:27:19.379150 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77899d70-3ce4-45d6-8956-f7e9ad318459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7086bcc-7d9d-40ea-89b7-936f3558fba3,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:19.382589 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-77899d70-3ce4-45d6-8956-f7e9ad318459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.384637 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-77899d70-3ce4-45d6-8956-f7e9ad318459 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f7086bcc-7d9d-40ea-89b7-936f3558fba3 HTTP/1.1" status: 204 len: 168 time: 0.3309095 Sep 23 03:27:19.387137 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58788) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:19.390138 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb33809-e197-44f1-b0b1-85c8ee7f91d6 None None] Network 991d1f9b-49f4-4616-8932-16ff734769c0 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:27:19.457265 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.510657 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Deleting port 26f6a230-8b34-41a9-804f-2f29fe3dfc96 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:27:19.511025 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.556260 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f24c85-4f02-4515-964f-1f0b6322a2f7 None None] DHCP port deletion for 991d1f9b-49f4-4616-8932-16ff734769c0 request from dv-cinder-768458-9-iscsi {{(pid=94697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 03:27:19.576218 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] For port 26f6a230-8b34-41a9-804f-2f29fe3dfc96, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=26f6a230-8b34-41a9-804f-2f29fe3dfc96,segment=NetworkSegment(609811a2-ac14-4299-aaf6-9af9e565eea0),segment_id=609811a2-ac14-4299-aaf6-9af9e565eea0)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:27:19.576564 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.589823 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Calling delete_port for 26f6a230-8b34-41a9-804f-2f29fe3dfc96 owned by network:dhcp {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:27:19.604237 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-e2f24c85-4f02-4515-964f-1f0b6322a2f7 None None] Deleting port 26f6a230-8b34-41a9-804f-2f29fe3dfc96 {{(pid=94697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:27:19.604644 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e2f24c85-4f02-4515-964f-1f0b6322a2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.670796 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-e2f24c85-4f02-4515-964f-1f0b6322a2f7 None None] For port 26f6a230-8b34-41a9-804f-2f29fe3dfc96, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=26f6a230-8b34-41a9-804f-2f29fe3dfc96,segment=NetworkSegment(609811a2-ac14-4299-aaf6-9af9e565eea0),segment_id=609811a2-ac14-4299-aaf6-9af9e565eea0)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:27:19.671226 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e2f24c85-4f02-4515-964f-1f0b6322a2f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.682499 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-e2f24c85-4f02-4515-964f-1f0b6322a2f7 None None] Calling delete_port for 26f6a230-8b34-41a9-804f-2f29fe3dfc96 owned by network:dhcp {{(pid=94697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:27:19.717008 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.742433 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Pushing event deleted for resources: {'Port': ['ID=26f6a230-8b34-41a9-804f-2f29fe3dfc96,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:19.747858 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] No DVR routers for this DVR port 26f6a230-8b34-41a9-804f-2f29fe3dfc96 on host dv-cinder-768458-9-iscsi {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:27:19.756601 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e2f24c85-4f02-4515-964f-1f0b6322a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848'] for port, after_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.781451 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f24c85-4f02-4515-964f-1f0b6322a2f7 None None] Pushing event deleted for resources: {'Port': ['ID=26f6a230-8b34-41a9-804f-2f29fe3dfc96,revision_number=None']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:19.785162 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f24c85-4f02-4515-964f-1f0b6322a2f7 None None] No DVR routers for this DVR port 26f6a230-8b34-41a9-804f-2f29fe3dfc96 on host dv-cinder-768458-9-iscsi {{(pid=94697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:27:19.824866 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.844873 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991d1f9b-49f4-4616-8932-16ff734769c0']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:19.854546 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609811a2-ac14-4299-aaf6-9af9e565eea0') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:19.854779 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609811a2-ac14-4299-aaf6-9af9e565eea0') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:27:19.863763 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.877119 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.882854 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:27:19.890767 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:27:20.011936 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:20.017077 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:20.018902 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] 10.222.0.23 "DELETE /v2.0/networks/991d1f9b-49f4-4616-8932-16ff734769c0 HTTP/1.1" status: 204 len: 168 time: 0.6307871 Sep 23 03:27:20.029789 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31fa2d-7d82-4382-894d-3a3cd52e49ff admin admin] Pushing event deleted for resources: {'Network': ['ID=991d1f9b-49f4-4616-8932-16ff734769c0,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:20.354083 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58792) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:20.394657 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-f38dc1d0-41ac-4207-82d9-9ad7e5a905c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c9295094fe94cc69e88db5d29658b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431306 Sep 23 03:27:20.397651 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58794) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:20.444193 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e41b8e8e-38c7-464f-a2cf-19c88e4c5ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:20.465707 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e41b8e8e-38c7-464f-a2cf-19c88e4c5ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:20.597239 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e41b8e8e-38c7-464f-a2cf-19c88e4c5ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:20.600055 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e41b8e8e-38c7-464f-a2cf-19c88e4c5ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:20.601236 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-e41b8e8e-38c7-464f-a2cf-19c88e4c5ff6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e16a8575-82e4-468b-adf2-979b7cab5370 HTTP/1.1" status: 204 len: 168 time: 0.2027016 Sep 23 03:27:20.608998 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b8e8e-38c7-464f-a2cf-19c88e4c5ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16a8575-82e4-468b-adf2-979b7cab5370,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:20.926005 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device cd055adf-4b79-415e-8871-473943c80259 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:27:20.949144 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: cd055adf-4b79-415e-8871-473943c80259 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:27:20.949489 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device cd055adf-4b79-415e-8871-473943c80259 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:27:20.949905 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 26f6a230-8b34-41a9-804f-2f29fe3dfc96 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:27:20.967862 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 26f6a230-8b34-41a9-804f-2f29fe3dfc96 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:27:20.968205 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 26f6a230-8b34-41a9-804f-2f29fe3dfc96 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:27:21.167347 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58800) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:21.205947 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-941f6091-8e8d-4331-b980-501965c3cc15 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2cc9420de8f40cfbed777f55b86e5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374155 Sep 23 03:27:21.208219 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58802) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:27:21.253950 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-1803d39d-8682-486d-bb95-e52b9bc46799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:21.274624 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-1803d39d-8682-486d-bb95-e52b9bc46799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:21.414432 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-1803d39d-8682-486d-bb95-e52b9bc46799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:21.416968 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-1803d39d-8682-486d-bb95-e52b9bc46799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:21.418161 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-1803d39d-8682-486d-bb95-e52b9bc46799 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/435a9642-ca37-4545-8bd2-8a0614800adb HTTP/1.1" status: 204 len: 168 time: 0.2089903 Sep 23 03:27:21.425997 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803d39d-8682-486d-bb95-e52b9bc46799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435a9642-ca37-4545-8bd2-8a0614800adb,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:27:21.625730 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c1267af6-d074-40bd-8de7-f9552fa4816e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:24.339703 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0f233e49-e93d-4270-9fd1-3568ab74c04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:24.754726 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:25.303218 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:27.151076 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:36.961770 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:45.777091 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:27:45.856997 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713c713-6ea3-41be-8705-23a3c7eb1f51 req-fc653068-9b62-4bd1-aa87-1b9567776b27 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:45.858511 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8713c713-6ea3-41be-8705-23a3c7eb1f51 req-fc653068-9b62-4bd1-aa87-1b9567776b27 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0498455 Sep 23 03:27:45.895557 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8713c713-6ea3-41be-8705-23a3c7eb1f51 req-3e1ee57d-aab8-456a-a262-6cd72baac3d3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309854 Sep 23 03:27:47.012416 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36128f1a-aade-421a-96c1-b3d06dbe9c60 req-14b917db-19c1-423f-8b04-c0ff3fae71f5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:47.013989 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-36128f1a-aade-421a-96c1-b3d06dbe9c60 req-14b917db-19c1-423f-8b04-c0ff3fae71f5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0506718 Sep 23 03:27:47.055905 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-36128f1a-aade-421a-96c1-b3d06dbe9c60 req-043a3f55-f738-40f2-b0f9-aa2e7eb88420 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352840 Sep 23 03:27:48.167290 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2b2e7-b43e-4434-bb78-3a73dd471178 req-58707f65-385c-46d2-bae5-8db9efd43dbd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:48.168845 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2ba2b2e7-b43e-4434-bb78-3a73dd471178 req-58707f65-385c-46d2-bae5-8db9efd43dbd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0469489 Sep 23 03:27:48.204941 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-2ba2b2e7-b43e-4434-bb78-3a73dd471178 req-39fc29bd-1ebe-4554-a579-e7aded667b09 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303998 Sep 23 03:27:49.315872 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79a455-249b-4640-9056-0707eabd905a req-63067492-da34-41c9-987d-28939f79a33a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:49.317947 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7d79a455-249b-4640-9056-0707eabd905a req-63067492-da34-41c9-987d-28939f79a33a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0467868 Sep 23 03:27:49.353702 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7d79a455-249b-4640-9056-0707eabd905a req-c334d435-d3eb-456e-b3e0-fe278c9c1602 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300872 Sep 23 03:27:50.475802 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f58c88-448d-43a0-9ed4-1ba94d85e7be req-360d2082-4f30-477b-ab98-d323248df88a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:50.477537 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0f58c88-448d-43a0-9ed4-1ba94d85e7be req-360d2082-4f30-477b-ab98-d323248df88a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0585659 Sep 23 03:27:50.513512 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f0f58c88-448d-43a0-9ed4-1ba94d85e7be req-21688651-b667-435c-aec0-0f89a2960412 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302384 Sep 23 03:27:51.590583 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-f5e4b846-5625-4b96-a290-2e8d8d98530a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:51.629527 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e45b3-3cf0-443b-8df5-5bad0a476873 req-0421ad7c-102f-45b2-bf69-40808d030608 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:51.634617 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3e1e45b3-3cf0-443b-8df5-5bad0a476873 req-0421ad7c-102f-45b2-bf69-40808d030608 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0525787 Sep 23 03:27:51.668136 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3e1e45b3-3cf0-443b-8df5-5bad0a476873 req-19c6e888-5c43-46b2-b900-0537551854ad tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304413 Sep 23 03:27:52.780141 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b74b6-177e-403d-a26f-fab57a82c19d req-2a04d951-a167-4cb9-ac87-f74dc8b48d8d tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:52.781648 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-755b74b6-177e-403d-a26f-fab57a82c19d req-2a04d951-a167-4cb9-ac87-f74dc8b48d8d tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0480654 Sep 23 03:27:52.818409 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-755b74b6-177e-403d-a26f-fab57a82c19d req-40e07750-70ca-4f7b-9f97-aa1d19c580f7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308335 Sep 23 03:27:53.930606 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978424fc-bb31-4ec6-a090-124415e27e98 req-94cc9212-f28c-4ca7-9bdb-58b07065b033 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:53.932041 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-978424fc-bb31-4ec6-a090-124415e27e98 req-94cc9212-f28c-4ca7-9bdb-58b07065b033 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0476871 Sep 23 03:27:53.967752 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-978424fc-bb31-4ec6-a090-124415e27e98 req-9db7fe12-65e6-42ac-8990-3af49901a10a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298686 Sep 23 03:27:54.314364 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-260f765c-e84d-4820-beaf-f77e46444b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:54.744684 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:55.078578 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2ac47-f1d8-4530-b726-15a93b79c363 req-17ddcf02-f279-427d-9eb0-18d8b81051e9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:55.080042 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-59c2ac47-f1d8-4530-b726-15a93b79c363 req-17ddcf02-f279-427d-9eb0-18d8b81051e9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0470157 Sep 23 03:27:55.117002 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-59c2ac47-f1d8-4530-b726-15a93b79c363 req-6e7d1836-9061-4900-80d0-7e7d5e0152b7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303898 Sep 23 03:27:55.270476 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:56.236604 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2674e2-b5e1-470d-9533-800187be5a6f req-b9d55ac2-ddbf-4966-8017-f7f927804529 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:56.238062 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fd2674e2-b5e1-470d-9533-800187be5a6f req-b9d55ac2-ddbf-4966-8017-f7f927804529 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0507462 Sep 23 03:27:56.274948 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fd2674e2-b5e1-470d-9533-800187be5a6f req-1765f7e7-6a5c-498e-8ac5-e223037535c3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309370 Sep 23 03:27:57.195774 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:27:57.582307 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ac8b1-6788-46e5-8460-984503cd035c req-e8bd6854-ce20-4529-9965-1ef19171a829 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:57.584338 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f94ac8b1-6788-46e5-8460-984503cd035c req-e8bd6854-ce20-4529-9965-1ef19171a829 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.2439816 Sep 23 03:27:57.622059 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-f94ac8b1-6788-46e5-8460-984503cd035c req-14921122-3f54-4718-8de0-807607991010 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316684 Sep 23 03:27:57.939597 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769e38b-c105-4d41-a965-a355b2b909ec req-1ded91f3-f030-4b34-8fc7-c90209e3e1cd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:57.941043 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c769e38b-c105-4d41-a965-a355b2b909ec req-1ded91f3-f030-4b34-8fc7-c90209e3e1cd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0480475 Sep 23 03:27:57.980131 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c769e38b-c105-4d41-a965-a355b2b909ec req-f2af096f-c254-4daa-b47c-cfecaa4b0dc2 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Sep 23 03:27:58.055412 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a96f1d-87f2-4de3-a781-f93bc90865d3 req-f5a91323-344e-463d-8d53-0a8c709376d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:58.056995 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-55a96f1d-87f2-4de3-a781-f93bc90865d3 req-f5a91323-344e-463d-8d53-0a8c709376d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 1099 time: 0.0442624 Sep 23 03:27:58.146746 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a96f1d-87f2-4de3-a781-f93bc90865d3 req-66ff7df7-387d-487f-89b8-a84a523983e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:58.148255 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-55a96f1d-87f2-4de3-a781-f93bc90865d3 req-66ff7df7-387d-487f-89b8-a84a523983e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 912 time: 0.0831087 Sep 23 03:27:58.215076 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-55a96f1d-87f2-4de3-a781-f93bc90865d3 req-24156f6d-cb43-49f1-9495-3738d3cacf42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e HTTP/1.1" status: 200 len: 1002 time: 0.0601897 Sep 23 03:27:58.262320 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a96f1d-87f2-4de3-a781-f93bc90865d3 req-5a7d3b53-87b2-4aca-ace0-b7141f4602f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:58.263724 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-55a96f1d-87f2-4de3-a781-f93bc90865d3 req-5a7d3b53-87b2-4aca-ace0-b7141f4602f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 200 len: 850 time: 0.0420251 Sep 23 03:27:58.315571 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a96f1d-87f2-4de3-a781-f93bc90865d3 req-1960377e-122b-4b22-ada1-aa8c6a44977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:58.317674 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-55a96f1d-87f2-4de3-a781-f93bc90865d3 req-1960377e-122b-4b22-ada1-aa8c6a44977b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92c029f-810f-4549-a812-649ee96dc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441568 Sep 23 03:27:58.406448 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-55a96f1d-87f2-4de3-a781-f93bc90865d3 req-e2cd9198-e567-4e37-a535-2ee79ea0111d service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824170 Sep 23 03:27:58.491886 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-55a96f1d-87f2-4de3-a781-f93bc90865d3 req-a9b4d325-0936-426c-8378-f2de9a1eb283 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789526 Sep 23 03:27:59.157714 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03a55c-4839-4a7a-b8db-556509142cf4 req-de445e57-da83-4a69-86c4-0f28359d9bba tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:27:59.159221 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1f03a55c-4839-4a7a-b8db-556509142cf4 req-de445e57-da83-4a69-86c4-0f28359d9bba tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.1080236 Sep 23 03:27:59.196605 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1f03a55c-4839-4a7a-b8db-556509142cf4 req-6a29a94e-4341-4856-afed-309a3dc188e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308399 Sep 23 03:28:00.319641 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f878ff6-88ac-42a2-ae80-79a33584b991 req-66f2259b-48c4-42b6-af6d-73fdbee36f3e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:28:00.321145 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6f878ff6-88ac-42a2-ae80-79a33584b991 req-66f2259b-48c4-42b6-af6d-73fdbee36f3e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0584936 Sep 23 03:28:00.357651 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6f878ff6-88ac-42a2-ae80-79a33584b991 req-ab60832a-89d9-4fb1-9fc4-30b2ff68596c tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307050 Sep 23 03:28:07.019065 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:16.834935 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-8f751619-6043-4ded-b5a3-ea0b3ba453bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412414 Sep 23 03:28:16.934024 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-98ede2dc-b32a-466e-ac4c-4e8c9f88a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:28:16.935537 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-98ede2dc-b32a-466e-ac4c-4e8c9f88a979 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 1099 time: 0.0391448 Sep 23 03:28:17.044750 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-098caa76-02e0-4331-805c-f91582207fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:28:17.046208 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-098caa76-02e0-4331-805c-f91582207fba service neutron] 10.222.0.13 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 912 time: 0.0885546 Sep 23 03:28:17.151540 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-5c765489-34c5-448b-bf6d-bf992582222e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e HTTP/1.1" status: 200 len: 1002 time: 0.0982018 Sep 23 03:28:17.199702 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-3c3b32be-0e26-4694-8c46-4cf2d53620a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:28:17.201096 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-3c3b32be-0e26-4694-8c46-4cf2d53620a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 200 len: 850 time: 0.0420372 Sep 23 03:28:17.247268 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-2476e4b5-e3cd-43d3-88fb-2abb8d256b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:28:17.248726 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-2476e4b5-e3cd-43d3-88fb-2abb8d256b08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92c029f-810f-4549-a812-649ee96dc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409551 Sep 23 03:28:17.339860 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-1c2857e8-da6d-4235-9e40-48ff6c53b61e service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844119 Sep 23 03:28:17.429751 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3758bd4d-ad79-4704-b5dd-4dcfc6871a8f req-bdb62e20-9398-4ea7-ac62-786506c4730d service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823188 Sep 23 03:28:21.606615 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e6101e74-8fbd-410e-ba3f-74fc5f1f9be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:22.777473 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:28:24.309359 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-1cb31a8f-fa9c-4cc8-b402-5f6ce7004ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:24.772967 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:25.297891 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:27.204883 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:31.953030 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [req-76c4938c-6c1e-4156-9158-2379e501e900 req-6e2674e8-7da1-4e3a-b29e-2871ba442ca2 service neutron] (94695) timed out ('10.222.0.13', 62608) {{(pid=94695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 03:28:32.695050 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [req-393da5ed-7eb6-4f8c-acaa-c055112fa7a1 req-4ff574bd-4441-404a-bdb7-cba185184fcf service neutron] (94696) timed out ('10.222.0.13', 62614) {{(pid=94696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 03:28:37.040991 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:51.605687 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6d461938-62e4-47c9-85b2-35e79b28b4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:54.320293 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-1668efb1-97c9-4e9a-8bdb-4e581e23c345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:54.737436 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:55.302767 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:57.198826 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:28:59.776955 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:29:04.048623 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f12cb2-0380-410b-b8df-fb43df595b55 req-22d63d87-33eb-4d5a-93f3-0a75f36f9a91 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:04.050094 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25f12cb2-0380-410b-b8df-fb43df595b55 req-22d63d87-33eb-4d5a-93f3-0a75f36f9a91 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0475473 Sep 23 03:29:04.087910 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25f12cb2-0380-410b-b8df-fb43df595b55 req-4ba46160-8120-4883-b73a-c3cd560302a8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314038 Sep 23 03:29:05.225422 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8b9e8-801f-4095-a055-03d7489fe0a9 req-505fb486-7c92-4faf-bef7-6d44a4fdee1f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:05.226944 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-69a8b9e8-801f-4095-a055-03d7489fe0a9 req-505fb486-7c92-4faf-bef7-6d44a4fdee1f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0535965 Sep 23 03:29:05.264514 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-69a8b9e8-801f-4095-a055-03d7489fe0a9 req-05a265e7-a9e2-4894-8389-ce4042f52987 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316923 Sep 23 03:29:06.300229 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-4f6b4c86-0c9c-4521-8caa-8f3dbf69bcf3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:06.301002 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-4f6b4c86-0c9c-4521-8caa-8f3dbf69bcf3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.13 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0487416 Sep 23 03:29:06.413654 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00189746-27c2-447d-a52b-2aec60953459 req-b33697db-08a2-44f6-9f52-20606bac1aa6 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:06.415129 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-00189746-27c2-447d-a52b-2aec60953459 req-b33697db-08a2-44f6-9f52-20606bac1aa6 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 946 time: 0.0810015 Sep 23 03:29:06.453881 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Deleting port fb38e51e-efa4-4206-a272-d5b4cb1b046e {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:29:06.454229 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:06.479249 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-00189746-27c2-447d-a52b-2aec60953459 req-d777f743-d4ff-4ccd-9c58-bc3f00bec4b2 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580182 Sep 23 03:29:06.559862 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] For port fb38e51e-efa4-4206-a272-d5b4cb1b046e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=fb38e51e-efa4-4206-a272-d5b4cb1b046e,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:29:06.560147 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:06.722317 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:06.722677 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:06.722989 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Floating IP ea6f9637-e95e-43ca-8b88-2797b63f7342 disassociated. External IP: 172.27.1.153, port: fb38e51e-efa4-4206-a272-d5b4cb1b046e. Sep 23 03:29:06.723321 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Calling delete_port for fb38e51e-efa4-4206-a272-d5b4cb1b046e owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:29:07.040154 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:07.170127 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:07.196542 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event deleted for resources: {'Port': ['ID=fb38e51e-efa4-4206-a272-d5b4cb1b046e,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:07.205856 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.206202 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.206538 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.206869 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.207196 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.207521 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.207845 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.208194 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.208530 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.208856 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.209174 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.210110 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:07.318981 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Router 46538abe-dfe4-45c2-a354-fa4407adf31b has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:29:07.423634 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:29:07.434417 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc306d2-45e9-410c-9386-94d90aecf5b2 None None] Sync routers for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:29:07.444509 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc306d2-45e9-410c-9386-94d90aecf5b2 None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:29:07.445131 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-0cc306d2-45e9-410c-9386-94d90aecf5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:28:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:29:07.461569 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] No DVR routers for this DVR port fb38e51e-efa4-4206-a272-d5b4cb1b046e on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:29:07.464122 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:07.466100 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e51b7953-d063-4b12-b72e-80a2923bbee4 req-a8fdb269-ddbd-4c07-8cd6-a18e528e51e8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.13 "DELETE /v2.0/ports/fb38e51e-efa4-4206-a272-d5b4cb1b046e HTTP/1.1" status: 204 len: 173 time: 1.1587353 Sep 23 03:29:07.466547 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'name': 'network-vif-deleted', 'tag': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:29:07.468859 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ef4d11-52a0-413a-95ff-626e5a5c044d" -d '{"events": [{"server_uuid": "db993b7a-3b47-46ed-846f-75a26878be5b", "name": "network-vif-deleted", "tag": "fb38e51e-efa4-4206-a272-d5b4cb1b046e"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:29:07.506916 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93aa8f6-0a9d-4632-bc53-e5762b10e642 x-openstack-request-id: req-e93aa8f6-0a9d-4632-bc53-e5762b10e642 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:29:07.507304 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db993b7a-3b47-46ed-846f-75a26878be5b", "name": "network-vif-deleted", "tag": "fb38e51e-efa4-4206-a272-d5b4cb1b046e", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:29:07.507549 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e93aa8f6-0a9d-4632-bc53-e5762b10e642 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:29:07.507957 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db993b7a-3b47-46ed-846f-75a26878be5b', 'name': 'network-vif-deleted', 'tag': 'fb38e51e-efa4-4206-a272-d5b4cb1b046e', 'status': 'completed', 'code': 200} Sep 23 03:29:07.557706 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-0cc306d2-45e9-410c-9386-94d90aecf5b2 None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:29:07.581103 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-10300b7f-6bbd-4f92-b5f9-3cafcd38621f req-6bd56e31-0523-4867-a056-e65f746f8e35 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=db993b7a-3b47-46ed-846f-75a26878be5b HTTP/1.1" status: 200 len: 210 time: 0.0290160 Sep 23 03:29:07.764653 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-0cc306d2-45e9-410c-9386-94d90aecf5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:29:07.794076 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc306d2-45e9-410c-9386-94d90aecf5b2 None None] Checking router: 46538abe-dfe4-45c2-a354-fa4407adf31b for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:29:07.802677 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc306d2-45e9-410c-9386-94d90aecf5b2 None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:29:07.803252 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-0cc306d2-45e9-410c-9386-94d90aecf5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:28:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:29:07.905889 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-0cc306d2-45e9-410c-9386-94d90aecf5b2 None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:29:08.190079 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-0cc306d2-45e9-410c-9386-94d90aecf5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:29:08.221595 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc306d2-45e9-410c-9386-94d90aecf5b2 None None] The sync data for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi is: [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:29:08.422498 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5249034e-7024-4d46-a267-add3d81b1aa8 None None] New status for floating IP ea6f9637-e95e-43ca-8b88-2797b63f7342: DOWN {{(pid=94697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:29:08.748667 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58924) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:29:08.806669 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-92092d3b-549a-4720-9907-2cf64275b2e3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:08.829799 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-92092d3b-549a-4720-9907-2cf64275b2e3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:08.948459 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-92092d3b-549a-4720-9907-2cf64275b2e3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:08.951091 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-92092d3b-549a-4720-9907-2cf64275b2e3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:08.952262 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-92092d3b-549a-4720-9907-2cf64275b2e3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "DELETE /v2.0/security-groups/aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2 HTTP/1.1" status: 204 len: 168 time: 0.2025659 Sep 23 03:29:08.955470 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58926) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:29:08.961866 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92092d3b-549a-4720-9907-2cf64275b2e3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:08.969339 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.api.v2.resource [None req-d1002bb6-f92d-40df-9a37-8cc6cb08e7d6 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] show failed (client error): The resource could not be found. Sep 23 03:29:08.970545 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-d1002bb6-f92d-40df-9a37-8cc6cb08e7d6 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups/aa5cc3d5-deb9-4e39-ad1b-fa0016cbb3c2 HTTP/1.1" status: 404 len: 347 time: 0.0140619 Sep 23 03:29:08.976508 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 58928) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:29:09.100927 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Deleting port 13440db0-0f61-4999-bf8f-de63628183f4 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:29:09.101276 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:09.174285 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:09.174540 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:09.185820 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Calling delete_port for 13440db0-0f61-4999-bf8f-de63628183f4 owned by network:floatingip {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:29:09.394553 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:09.421928 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event deleted for resources: {'Port': ['ID=13440db0-0f61-4999-bf8f-de63628183f4,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:09.433688 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.434059 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.434400 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.434742 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.435083 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.435427 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.435765 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.436102 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.436439 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.436800 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.437133 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.437465 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:09.490753 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:09.493325 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:09.494486 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-e190430e-740b-440e-9aad-0ec45e1e739e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "DELETE /v2.0/floatingips/ea6f9637-e95e-43ca-8b88-2797b63f7342 HTTP/1.1" status: 204 len: 168 time: 0.5170214 Sep 23 03:29:09.533540 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fb38e51e-efa4-4206-a272-d5b4cb1b046e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:29:09.554790 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: fb38e51e-efa4-4206-a272-d5b4cb1b046e {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:29:09.555142 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device fb38e51e-efa4-4206-a272-d5b4cb1b046e not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:29:10.189917 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58932) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:29:10.195048 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-d0bc4c3b-0a56-459d-8a03-0a1c5667b852 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804949631', 'description': 'tempest-description--517806387'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:29:10.320254 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4c3b-0a56-459d-8a03-0a1c5667b852 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:10.399145 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4c3b-0a56-459d-8a03-0a1c5667b852 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:10.480039 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4c3b-0a56-459d-8a03-0a1c5667b852 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:10.513741 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc4c3b-0a56-459d-8a03-0a1c5667b852 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c424884-44b9-49de-b2e7-1529a82d7569,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:10.599157 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4c3b-0a56-459d-8a03-0a1c5667b852 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:10.600437 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d0bc4c3b-0a56-459d-8a03-0a1c5667b852 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4095213 Sep 23 03:29:10.603221 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58934) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:29:10.607502 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-b6faa6f9-f8de-44d5-adfd-38955ea84ce4 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'security_group_rule': {'security_group_id': '4c424884-44b9-49de-b2e7-1529a82d7569', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:29:10.717074 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b6faa6f9-f8de-44d5-adfd-38955ea84ce4 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:10.770966 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b6faa6f9-f8de-44d5-adfd-38955ea84ce4 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:10.855788 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b6faa6f9-f8de-44d5-adfd-38955ea84ce4 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:10.874877 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6faa6f9-f8de-44d5-adfd-38955ea84ce4 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15824425-3e0d-4565-9872-594d80e9316d,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:10.942664 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b6faa6f9-f8de-44d5-adfd-38955ea84ce4 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:10.943934 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-b6faa6f9-f8de-44d5-adfd-38955ea84ce4 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3397851 Sep 23 03:29:10.947061 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58936) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:29:10.951412 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-fe918fe9-eb6c-4b07-bccb-31f97620eab1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'security_group_rule': {'security_group_id': '4c424884-44b9-49de-b2e7-1529a82d7569', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:29:11.033271 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fe918fe9-eb6c-4b07-bccb-31f97620eab1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:11.090961 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fe918fe9-eb6c-4b07-bccb-31f97620eab1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:11.159739 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fe918fe9-eb6c-4b07-bccb-31f97620eab1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:11.178876 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe918fe9-eb6c-4b07-bccb-31f97620eab1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595d4d2a-1e4c-46dc-b819-c8e2cf476588,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:11.238319 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-fe918fe9-eb6c-4b07-bccb-31f97620eab1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:11.240032 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-fe918fe9-eb6c-4b07-bccb-31f97620eab1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2920380 Sep 23 03:29:11.242969 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 58938) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:29:11.247196 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'floatingip': {'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:29:11.324190 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:11.417179 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:11.518769 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Allocated IP 172.27.1.29 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/798817c2-af30-426f-a051-b95ce34e4d8a) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:29:11.616091 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:11.793393 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:11.828999 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:29:11.833651 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:29:11.837144 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:29:11.844386 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'Port': ['ID=798817c2-af30-426f-a051-b95ce34e4d8a,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:11.922047 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:12.042801 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:12.189570 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:12.290045 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:12.361297 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'Port': ['ID=798817c2-af30-426f-a051-b95ce34e4d8a,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:12.373253 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:12.449926 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:12.451081 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-952a49af-98c1-41c9-bf36-07d5b8026b36 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2072039 Sep 23 03:29:12.637284 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-9d97a93c-7e30-4b6f-a825-05b986e15fe1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1804949631&fields=id&tenant_id=976c473ab2634adaa47c36dca50bf392 HTTP/1.1" status: 200 len: 267 time: 0.0329404 Sep 23 03:29:12.741608 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-2da8f65d-98c2-4fc8-881a-f6f83de49638 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:12.742986 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-2da8f65d-98c2-4fc8-881a-f6f83de49638 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 811 time: 0.0992486 Sep 23 03:29:12.757958 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-ea6218d7-0689-4b9e-bdd5-b98a6154269e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/quotas/976c473ab2634adaa47c36dca50bf392 HTTP/1.1" status: 200 len: 375 time: 0.0093033 Sep 23 03:29:12.815055 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-3244fdc5-5e38-45fc-a1a9-aa4760ee4ecd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520122 Sep 23 03:29:12.873839 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-a7899f78-8ee6-4f2a-b697-d966ed9ac65b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:29:12.874832 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-a7899f78-8ee6-4f2a-b697-d966ed9ac65b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465083 Sep 23 03:29:12.962118 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-a1c00ce5-c063-4478-b182-75176cb76e90 service neutron] 10.222.0.23 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811150 Sep 23 03:29:13.053258 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-9a772bbc-8878-49ef-9ac0-0a19227a7068 service neutron] 10.222.0.23 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851951 Sep 23 03:29:13.265652 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e91cf8b3-fede-47e7-bd5c-1c48792bfb01 req-c2b66660-85e1-4725-a4c0-aa7a9afe2217 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 210 time: 0.0263896 Sep 23 03:29:14.357008 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bab754e6-726f-43bc-ae8a-e76031b85659 req-622109dd-86be-4910-82c7-2fc344257e6b tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 210 time: 0.0265872 Sep 23 03:29:15.447404 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4441a194-47be-4fc8-97a4-549770ff97b0 req-e0fb6d9a-20db-48b4-8980-c37f958403b7 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 210 time: 0.0252817 Sep 23 03:29:15.522984 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-acef26bd-3ca0-4271-99b6-c3a9057639b1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:15.524847 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-acef26bd-3ca0-4271-99b6-c3a9057639b1 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.13 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 811 time: 0.1048484 Sep 23 03:29:15.571563 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-385d484a-bb18-4bf9-bce8-9aa482f68db3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=976c473ab2634adaa47c36dca50bf392 HTTP/1.1" status: 200 len: 380 time: 0.0320282 Sep 23 03:29:15.580597 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'port': {'device_id': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'admin_state_up': True, 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'security_groups': ['4c424884-44b9-49de-b2e7-1529a82d7569']}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:29:15.742709 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Made reservation on behalf of 976c473ab2634adaa47c36dca50bf392 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:29:15.746176 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:15.870170 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Allocated IP 172.20.0.10 (b92c029f-810f-4549-a812-649ee96dc75b/931ad810-8b44-4f72-8dfa-2ba291c103c3/872b4157-921c-4c03-bc0d-7b7a7f08a05d) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:29:16.010035 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:16.097099 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:16.136903 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Network b92c029f-810f-4549-a812-649ee96dc75b is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:29:16.139861 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:29:16.143344 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:29:16.171994 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event updated for resources: {'Port': ['ID=872b4157-921c-4c03-bc0d-7b7a7f08a05d,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:16.201452 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:16.202248 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:16.320599 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f7adc7ea-89cb-4313-b6eb-3d20d073bc37 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7433848 Sep 23 03:29:16.338116 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Request body: {'port': {'device_id': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:29:16.382086 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-0f95f8ca-79b0-4630-8f9c-00e79aa55ef0 None None] Provisioning complete for port 872b4157-921c-4c03-bc0d-7b7a7f08a05d triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:29:16.382689 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0f95f8ca-79b0-4630-8f9c-00e79aa55ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:16.393647 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:16.417540 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-0f95f8ca-79b0-4630-8f9c-00e79aa55ef0 None None] Port 872b4157-921c-4c03-bc0d-7b7a7f08a05d cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:29:16.619078 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad7943-27bb-4ff1-b628-6aead5641fb9 req-e1ae60ab-9823-46a3-b68e-50378b13459d tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:16.620739 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3aad7943-27bb-4ff1-b628-6aead5641fb9 req-e1ae60ab-9823-46a3-b68e-50378b13459d tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 932 time: 0.0947733 Sep 23 03:29:16.679287 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3aad7943-27bb-4ff1-b628-6aead5641fb9 req-11c1ec23-3ebf-4422-a9fc-098dfab0a4f4 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493093 Sep 23 03:29:16.721824 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872b4157-921c-4c03-bc0d-7b7a7f08a05d {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:29:16.729480 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:16.741425 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Transition to ACTIVE for port object 872b4157-921c-4c03-bc0d-7b7a7f08a05d will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:29:16.799407 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:16.853355 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Pushing event updated for resources: {'Port': ['ID=872b4157-921c-4c03-bc0d-7b7a7f08a05d,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:16.927784 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Attempting to bind port 872b4157-921c-4c03-bc0d-7b7a7f08a05d on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:29:16.928659 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Attempting to bind port 872b4157-921c-4c03-bc0d-7b7a7f08a05d by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:29:16.933660 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Attempting to bind port 872b4157-921c-4c03-bc0d-7b7a7f08a05d on network b92c029f-810f-4549-a812-649ee96dc75b {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:29:16.934250 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Port 872b4157-921c-4c03-bc0d-7b7a7f08a05d on network b92c029f-810f-4549-a812-649ee96dc75b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:29:16.934250 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Attempting to bind port 872b4157-921c-4c03-bc0d-7b7a7f08a05d on network b92c029f-810f-4549-a812-649ee96dc75b {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:29:16.938948 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:29:16.939305 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Checking segment: {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:29:16.939684 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Bound using segment: {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:29:16.940116 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Bound port: 872b4157-921c-4c03-bc0d-7b7a7f08a05d, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f0d10e-ac15-45b2-9191-aefd2de71c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:29:16.940475 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:17.016079 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] For port 872b4157-921c-4c03-bc0d-7b7a7f08a05d, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:29:17.019132 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] For port 872b4157-921c-4c03-bc0d-7b7a7f08a05d, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=872b4157-921c-4c03-bc0d-7b7a7f08a05d,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:29:17.131115 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:17.164735 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:17.165345 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:17.166742 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] 10.222.0.13 "PUT /v2.0/ports/872b4157-921c-4c03-bc0d-7b7a7f08a05d HTTP/1.1" status: 200 len: 1094 time: 0.8326967 Sep 23 03:29:17.167157 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'tag': '872b4157-921c-4c03-bc0d-7b7a7f08a05d'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:29:17.169399 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8d1b1f-d7f7-4de6-ace0-b2ac57e50317" -d '{"events": [{"name": "network-changed", "server_uuid": "68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3", "tag": "872b4157-921c-4c03-bc0d-7b7a7f08a05d"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:29:17.197253 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ca380-de06-462f-aecc-00b22eeb6352 service neutron] Pushing event updated for resources: {'Port': ['ID=872b4157-921c-4c03-bc0d-7b7a7f08a05d,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:17.212089 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faff4812-88a9-4414-a8e1-3239f11437fd x-openstack-request-id: req-faff4812-88a9-4414-a8e1-3239f11437fd {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:29:17.212384 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3", "tag": "872b4157-921c-4c03-bc0d-7b7a7f08a05d", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:29:17.212664 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-faff4812-88a9-4414-a8e1-3239f11437fd {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:29:17.214596 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'tag': '872b4157-921c-4c03-bc0d-7b7a7f08a05d', 'status': 'completed', 'code': 200} Sep 23 03:29:17.302619 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d1b1f-d7f7-4de6-ace0-b2ac57e50317 req-7d5a0de7-dfb4-4e05-8667-146aa6411884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:17.304151 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5a8d1b1f-d7f7-4de6-ace0-b2ac57e50317 req-7d5a0de7-dfb4-4e05-8667-146aa6411884 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 1097 time: 0.0479674 Sep 23 03:29:17.414503 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d1b1f-d7f7-4de6-ace0-b2ac57e50317 req-619b5450-3f23-42c1-8c35-d4f96f24edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:17.416005 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5a8d1b1f-d7f7-4de6-ace0-b2ac57e50317 req-619b5450-3f23-42c1-8c35-d4f96f24edb2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=976c473ab2634adaa47c36dca50bf392&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0986898 Sep 23 03:29:17.510597 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d1b1f-d7f7-4de6-ace0-b2ac57e50317 req-bd6ea2bc-8a53-4413-91db-d8208b48615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:17.512115 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5a8d1b1f-d7f7-4de6-ace0-b2ac57e50317 req-bd6ea2bc-8a53-4413-91db-d8208b48615f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890536 Sep 23 03:29:17.611298 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f10c7d75-1c18-43bb-b729-9134dee061e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:17.612784 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-f10c7d75-1c18-43bb-b729-9134dee061e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 1097 time: 0.0437946 Sep 23 03:29:17.658530 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-1713be99-79dd-480a-af3d-1ff780ac3a33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=872b4157-921c-4c03-bc0d-7b7a7f08a05d HTTP/1.1" status: 200 len: 217 time: 0.0326200 Sep 23 03:29:17.705235 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-92c16ce0-f60c-42be-a82c-d4604adc93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:17.706648 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-92c16ce0-f60c-42be-a82c-d4604adc93c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 200 len: 850 time: 0.0413558 Sep 23 03:29:17.763407 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-aaffdc29-a91e-409c-8cbe-83a2eb7bedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:17.764840 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-aaffdc29-a91e-409c-8cbe-83a2eb7bedc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92c029f-810f-4549-a812-649ee96dc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512724 Sep 23 03:29:17.852097 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329a5fa-7023-47fb-9a1c-f189c49d66b8 req-29830d58-0cf5-4f1b-be04-9072a99adae3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:17.853581 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1329a5fa-7023-47fb-9a1c-f189c49d66b8 req-29830d58-0cf5-4f1b-be04-9072a99adae3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 944 time: 0.1079378 Sep 23 03:29:17.891589 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-91a55056-65bd-48ac-9b32-f37ace1f7557 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140780 Sep 23 03:29:17.913945 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1329a5fa-7023-47fb-9a1c-f189c49d66b8 req-cb549549-3910-49ca-b0fc-eb01d4721558 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533030 Sep 23 03:29:17.986197 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1e5377e2-ecd1-4d73-b2b7-ffb49befd0ba req-ffd053e9-aee3-4338-8f0b-8f57df3e3713 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873153 Sep 23 03:29:19.030606 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e90ff-2941-4743-8793-7f64d7740800 req-b06f2065-d3ab-415d-9842-5884a7986054 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:19.032081 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c62e90ff-2941-4743-8793-7f64d7740800 req-b06f2065-d3ab-415d-9842-5884a7986054 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 944 time: 0.0511675 Sep 23 03:29:19.071223 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c62e90ff-2941-4743-8793-7f64d7740800 req-f51ff5ef-e02f-492e-bdb7-febbfc3f4554 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329609 Sep 23 03:29:20.190145 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567809c2-b63b-4e75-8ff5-36509d000524 req-9ce18cda-2440-4ab8-a4f1-236df3fbe836 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:20.191656 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-567809c2-b63b-4e75-8ff5-36509d000524 req-9ce18cda-2440-4ab8-a4f1-236df3fbe836 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 944 time: 0.0516820 Sep 23 03:29:20.228762 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-567809c2-b63b-4e75-8ff5-36509d000524 req-5a06fcfc-3ffb-4415-8d9f-2f893804a4f9 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306070 Sep 23 03:29:21.341346 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dd59c-75f0-4176-b45a-9137ed490bfa req-da6c1925-cc87-4104-afcc-15ac10402dcd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:21.342843 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-851dd59c-75f0-4176-b45a-9137ed490bfa req-da6c1925-cc87-4104-afcc-15ac10402dcd tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 944 time: 0.0472250 Sep 23 03:29:21.380368 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-851dd59c-75f0-4176-b45a-9137ed490bfa req-9266c9bf-4634-4471-ba17-68ebe5158049 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306880 Sep 23 03:29:21.622148 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2cc12ed2-747e-436c-8cb0-81d99378de16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:21.627134 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 872b4157-921c-4c03-bc0d-7b7a7f08a05d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:29:21.716676 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 872b4157-921c-4c03-bc0d-7b7a7f08a05d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=872b4157-921c-4c03-bc0d-7b7a7f08a05d,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:29:21.727952 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '872b4157-921c-4c03-bc0d-7b7a7f08a05d', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'port_id': '872b4157-921c-4c03-bc0d-7b7a7f08a05d', 'mac_address': 'fa:16:3e:40:a2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:29:21.767418 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:21.893055 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872b4157-921c-4c03-bc0d-7b7a7f08a05d {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:29:21.911865 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 872b4157-921c-4c03-bc0d-7b7a7f08a05d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=872b4157-921c-4c03-bc0d-7b7a7f08a05d,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:29:21.983491 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:22.029123 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=872b4157-921c-4c03-bc0d-7b7a7f08a05d,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:22.035916 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.036272 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.036641 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.036981 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.037317 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.037651 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.037987 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.038316 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.038693 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.039025 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.039349 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.039669 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:29:22.459613 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['872b4157-921c-4c03-bc0d-7b7a7f08a05d'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:29:22.495147 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b321f-09c9-45c6-bb05-7024fec29ceb req-e0867ae6-5a09-4ae9-9261-90d60e2b5f9c tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:22.496646 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c07b321f-09c9-45c6-bb05-7024fec29ceb req-e0867ae6-5a09-4ae9-9261-90d60e2b5f9c tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 945 time: 0.0512598 Sep 23 03:29:22.533373 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c07b321f-09c9-45c6-bb05-7024fec29ceb req-4d411310-aa09-4b3b-bfb9-221f5c706807 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307729 Sep 23 03:29:23.627291 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 872b4157-921c-4c03-bc0d-7b7a7f08a05d up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:29:23.649827 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c4526-0420-4177-aa2b-ccd0e7424e59 req-445a4b96-2b1f-4c58-bc4a-8188f0948eac tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:23.651322 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-016c4526-0420-4177-aa2b-ccd0e7424e59 req-445a4b96-2b1f-4c58-bc4a-8188f0948eac tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 945 time: 0.0487702 Sep 23 03:29:23.687989 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-016c4526-0420-4177-aa2b-ccd0e7424e59 req-17f1f623-e038-4a31-9e03-5697552a828a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307083 Sep 23 03:29:23.758310 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port 872b4157-921c-4c03-bc0d-7b7a7f08a05d completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:29:23.762560 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 872b4157-921c-4c03-bc0d-7b7a7f08a05d triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:29:23.762930 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:23.836646 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:23.858396 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872b4157-921c-4c03-bc0d-7b7a7f08a05d'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:29:23.860625 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe50825f-283d-437b-86d2-e4304744da01" -d '{"events": [{"server_uuid": "68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3", "name": "network-vif-plugged", "status": "completed", "tag": "872b4157-921c-4c03-bc0d-7b7a7f08a05d"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:29:23.872514 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 872b4157-921c-4c03-bc0d-7b7a7f08a05d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=872b4157-921c-4c03-bc0d-7b7a7f08a05d,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:29:23.898844 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130ed526-c762-431d-82eb-cbd0955b3c79 x-openstack-request-id: req-130ed526-c762-431d-82eb-cbd0955b3c79 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:29:23.899137 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3", "name": "network-vif-plugged", "status": "completed", "tag": "872b4157-921c-4c03-bc0d-7b7a7f08a05d", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:29:23.899486 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-130ed526-c762-431d-82eb-cbd0955b3c79 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:29:23.899878 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872b4157-921c-4c03-bc0d-7b7a7f08a05d', 'code': 200} Sep 23 03:29:23.942680 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:23.992326 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=872b4157-921c-4c03-bc0d-7b7a7f08a05d,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:29:24.228580 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889b4c3-d9af-4d58-8b40-0c6121a714e0 req-202d97e5-446f-4977-9de0-4f4404503838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:24.230106 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8889b4c3-d9af-4d58-8b40-0c6121a714e0 req-202d97e5-446f-4977-9de0-4f4404503838 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 1099 time: 0.0415094 Sep 23 03:29:24.267175 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8889b4c3-d9af-4d58-8b40-0c6121a714e0 req-743409ff-fa30-4304-8769-70fbc2f4c201 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270181 Sep 23 03:29:24.319417 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-61d98fb9-e660-4ecb-82c8-39d42d7a5ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:24.752574 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:24.803567 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd0566-73b0-4cab-ab1d-fa23263bbb21 req-d6fc1387-a11a-4a39-885a-35266ec6f3cc tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:24.805040 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-80dd0566-73b0-4cab-ab1d-fa23263bbb21 req-d6fc1387-a11a-4a39-885a-35266ec6f3cc tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 946 time: 0.0509057 Sep 23 03:29:24.843584 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-80dd0566-73b0-4cab-ab1d-fa23263bbb21 req-9abd858d-fbc6-4e16-ae43-92af526fefcc tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325663 Sep 23 03:29:25.289453 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:25.961480 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64297b-3276-4d43-9022-0aa0e762d7da req-a58e15af-baa1-42fa-b25b-eca5d3a97ced tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:25.962945 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bf64297b-3276-4d43-9022-0aa0e762d7da req-a58e15af-baa1-42fa-b25b-eca5d3a97ced tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 946 time: 0.0471687 Sep 23 03:29:25.999638 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bf64297b-3276-4d43-9022-0aa0e762d7da req-b9729de9-34ec-4830-bd51-2daa9cdfe741 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307617 Sep 23 03:29:26.107201 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8a82a-7e83-419c-a538-bc1479e30fca req-452dca61-ca57-4e06-a0cc-c09e24d9fcbe tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:26.108601 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-caf8a82a-7e83-419c-a538-bc1479e30fca req-452dca61-ca57-4e06-a0cc-c09e24d9fcbe tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 946 time: 0.0479932 Sep 23 03:29:26.116740 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59000) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:29:26.121177 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-8e9ada34-54bd-4a89-a78d-ab65bcc42a60 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Request body: {'floatingip': {'port_id': '872b4157-921c-4c03-bc0d-7b7a7f08a05d'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:29:26.158868 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8e9ada34-54bd-4a89-a78d-ab65bcc42a60 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:26.792403 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8e9ada34-54bd-4a89-a78d-ab65bcc42a60 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:26.850082 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8e9ada34-54bd-4a89-a78d-ab65bcc42a60 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:26.946678 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.l3_db [None req-8e9ada34-54bd-4a89-a78d-ab65bcc42a60 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Floating IP 8ae39d15-2ae9-4b5c-a562-ad8c8d20d3fa associated. External IP: 172.27.1.29, port: 872b4157-921c-4c03-bc0d-7b7a7f08a05d. Sep 23 03:29:27.155691 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9ada34-54bd-4a89-a78d-ab65bcc42a60 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Router 46538abe-dfe4-45c2-a354-fa4407adf31b has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:29:27.260741 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9ada34-54bd-4a89-a78d-ab65bcc42a60 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:29:27.265648 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-8e9ada34-54bd-4a89-a78d-ab65bcc42a60 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:27.270693 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e390814b-62f5-41c2-8945-f2a28e64f0e5 None None] Sync routers for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:29:27.280070 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e390814b-62f5-41c2-8945-f2a28e64f0e5 None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:29:27.280731 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-e390814b-62f5-41c2-8945-f2a28e64f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:29:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:29:27.292095 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-8e9ada34-54bd-4a89-a78d-ab65bcc42a60 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "PUT /v2.0/floatingips/8ae39d15-2ae9-4b5c-a562-ad8c8d20d3fa HTTP/1.1" status: 200 len: 991 time: 1.1742518 Sep 23 03:29:27.292717 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'tag': '872b4157-921c-4c03-bc0d-7b7a7f08a05d'}] {{(pid=94695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:29:27.295244 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ea325f59732fbd3d14639bb5eabbc68b86f67e4ce5ec58dbbdb68b31d0c114" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906" -d '{"events": [{"name": "network-changed", "server_uuid": "68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3", "tag": "872b4157-921c-4c03-bc0d-7b7a7f08a05d"}]}' {{(pid=94695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:29:27.338678 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2983348a-db06-413d-b54c-aad8c027def0 x-openstack-request-id: req-2983348a-db06-413d-b54c-aad8c027def0 {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:29:27.339100 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3", "tag": "872b4157-921c-4c03-bc0d-7b7a7f08a05d", "status": "completed", "code": 200}]} {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:29:27.339406 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2983348a-db06-413d-b54c-aad8c027def0 {{(pid=94695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:29:27.340288 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'tag': '872b4157-921c-4c03-bc0d-7b7a7f08a05d', 'status': 'completed', 'code': 200} Sep 23 03:29:27.390835 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-e390814b-62f5-41c2-8945-f2a28e64f0e5 None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:29:27.439687 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906 req-9c89e9c8-9069-4643-9850-50aebd21c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:27.441226 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906 req-9c89e9c8-9069-4643-9850-50aebd21c761 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 1099 time: 0.0474377 Sep 23 03:29:27.529367 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906 req-fc2595c3-7d73-4a15-b214-3fa0fdb44f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:27.530851 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906 req-fc2595c3-7d73-4a15-b214-3fa0fdb44f84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 912 time: 0.0822685 Sep 23 03:29:27.600866 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906 req-eec80e8d-25a7-494a-a29e-b317220fa435 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=872b4157-921c-4c03-bc0d-7b7a7f08a05d HTTP/1.1" status: 200 len: 999 time: 0.0633922 Sep 23 03:29:27.614729 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-e390814b-62f5-41c2-8945-f2a28e64f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '8ae39d15-2ae9-4b5c-a562-ad8c8d20d3fa', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'port_id': '872b4157-921c-4c03-bc0d-7b7a7f08a05d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'mac_address': 'fa:16:3e:40:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:29:11Z', 'updated_at': '2021-09-23T03:29:26Z', 'revision_number': 1, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:29:27.724260 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e390814b-62f5-41c2-8945-f2a28e64f0e5 None None] Checking router: 46538abe-dfe4-45c2-a354-fa4407adf31b for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:29:27.724431 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906 req-ca59460e-d251-4893-9ad3-af8f108f1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:27.724577 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e390814b-62f5-41c2-8945-f2a28e64f0e5 None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:29:27.724577 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-e390814b-62f5-41c2-8945-f2a28e64f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:29:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:29:27.724763 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906 req-ca59460e-d251-4893-9ad3-af8f108f1078 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 200 len: 850 time: 0.0425961 Sep 23 03:29:27.724763 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906 req-405c9dad-058b-45d6-b768-c684cefc43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:29:27.724763 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906 req-405c9dad-058b-45d6-b768-c684cefc43b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92c029f-810f-4549-a812-649ee96dc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394089 Sep 23 03:29:27.752021 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-e390814b-62f5-41c2-8945-f2a28e64f0e5 None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:29:27.787987 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906 req-e39a0848-6838-4319-8382-4e8d98340007 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851338 Sep 23 03:29:27.868078 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:27.878469 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d3fcbeb7-92d8-4322-84b6-3cb6fd0ac906 req-993f7532-f307-46e2-8137-5cfc67f6b616 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836518 Sep 23 03:29:27.977061 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-e390814b-62f5-41c2-8945-f2a28e64f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '8ae39d15-2ae9-4b5c-a562-ad8c8d20d3fa', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'port_id': '872b4157-921c-4c03-bc0d-7b7a7f08a05d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'mac_address': 'fa:16:3e:40:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:29:11Z', 'updated_at': '2021-09-23T03:29:26Z', 'revision_number': 1, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:29:28.002247 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e390814b-62f5-41c2-8945-f2a28e64f0e5 None None] The sync data for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi is: [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '8ae39d15-2ae9-4b5c-a562-ad8c8d20d3fa', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'floating_ip_address': '172.27.1.29', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'port_id': '872b4157-921c-4c03-bc0d-7b7a7f08a05d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'mac_address': 'fa:16:3e:40:a2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:29:11Z', 'updated_at': '2021-09-23T03:29:26Z', 'revision_number': 1, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:29:28.183599 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b0a3c0-08e5-4b50-9ebf-a139251c05b4 None None] New status for floating IP 8ae39d15-2ae9-4b5c-a562-ad8c8d20d3fa: ACTIVE {{(pid=94697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:29:36.776108 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:29:37.068309 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:51.587541 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-924e59de-8028-466d-9aa3-71de862b32e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:54.307220 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-56e6f97d-ce55-4ead-b9d6-27ef14859596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:54.747256 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:55.289859 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:29:57.198850 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:07.101742 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:13.775274 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:30:18.842591 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-b691cae5-f711-43b1-9e2a-c8f2408a01f2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434999 Sep 23 03:30:18.947300 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-f9b82afa-3159-4483-9723-7930e9b04ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:30:18.948813 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-f9b82afa-3159-4483-9723-7930e9b04ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 1099 time: 0.0400677 Sep 23 03:30:19.047516 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-2584636f-9c5e-4dfe-8b41-1366570844bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:30:19.049563 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-2584636f-9c5e-4dfe-8b41-1366570844bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 912 time: 0.0815649 Sep 23 03:30:19.115575 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-fbb8ba8a-8db4-4b8a-87c6-36aace083b30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=872b4157-921c-4c03-bc0d-7b7a7f08a05d HTTP/1.1" status: 200 len: 1001 time: 0.0591564 Sep 23 03:30:19.162743 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-da7a7720-f714-41fa-bf47-0dcc323fe416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:30:19.164234 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-da7a7720-f714-41fa-bf47-0dcc323fe416 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 200 len: 850 time: 0.0419621 Sep 23 03:30:19.210311 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-4a5e5a99-4783-47b2-b7cd-49a2335e4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:30:19.212236 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-4a5e5a99-4783-47b2-b7cd-49a2335e4036 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92c029f-810f-4549-a812-649ee96dc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411930 Sep 23 03:30:19.305020 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-73011eb8-b529-4430-ace7-dab87e45fad8 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852396 Sep 23 03:30:19.393464 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6eea2677-0d9a-4e1c-9e49-b65ec9c66642 req-29e6d206-cb58-4ef5-b3a1-f402ad4bbe99 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815055 Sep 23 03:30:21.592465 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-06dc3ad5-9b91-4ae9-a00e-5e427e631af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:22.763215 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [req-c887db6c-0adf-40be-b189-c701a8771b75 req-47277fa7-d019-4a46-93e5-e52dbd4ed629 tempest-VolumesNegativeTest-1883685548 tempest-VolumesNegativeTest-1883685548-project] (94695) timed out ('10.222.0.13', 62624) {{(pid=94695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 03:30:24.347258 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-96cb0083-a749-497e-9ffa-48b64202fb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:24.743618 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:25.340959 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:27.209424 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:37.094966 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:50.774132 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:30:51.609017 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c64f3aec-6191-4928-a27e-2f76d4cfec7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:54.339965 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ca02a371-67d7-4f4e-a24e-4e1f4f3ed936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:54.728521 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:55.317355 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:30:57.203099 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:07.059988 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:20.175763 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-90decd8a-c44d-4165-876e-d4312094224d req-c7755c72-222a-4dff-bb8c-8198678b6d73 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398455 Sep 23 03:31:20.276666 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90decd8a-c44d-4165-876e-d4312094224d req-50662a58-a1f6-4536-8e77-6d0c1990b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:31:20.278204 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-90decd8a-c44d-4165-876e-d4312094224d req-50662a58-a1f6-4536-8e77-6d0c1990b4b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=976c473ab2634adaa47c36dca50bf392&device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 1099 time: 0.0413589 Sep 23 03:31:20.387930 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90decd8a-c44d-4165-876e-d4312094224d req-42569365-6d26-4d3f-bdb8-8414a7e69555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:31:20.389398 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-90decd8a-c44d-4165-876e-d4312094224d req-42569365-6d26-4d3f-bdb8-8414a7e69555 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 200 len: 912 time: 0.0840244 Sep 23 03:31:20.463747 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-90decd8a-c44d-4165-876e-d4312094224d req-00f2862a-fb57-49e9-bf3a-855088742420 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=872b4157-921c-4c03-bc0d-7b7a7f08a05d HTTP/1.1" status: 200 len: 1001 time: 0.0554192 Sep 23 03:31:20.522836 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90decd8a-c44d-4165-876e-d4312094224d req-e3a97978-824e-469e-9863-0d0becdcf1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:31:20.524250 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-90decd8a-c44d-4165-876e-d4312094224d req-e3a97978-824e-469e-9863-0d0becdcf1b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 200 len: 850 time: 0.0420837 Sep 23 03:31:20.818173 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90decd8a-c44d-4165-876e-d4312094224d req-7660e723-22ab-47b5-bd57-d4fed7f23157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:31:20.819655 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-90decd8a-c44d-4165-876e-d4312094224d req-7660e723-22ab-47b5-bd57-d4fed7f23157 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b92c029f-810f-4549-a812-649ee96dc75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2875736 Sep 23 03:31:20.907945 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-90decd8a-c44d-4165-876e-d4312094224d req-ff44ecd6-1581-4135-beb6-a35b1c366871 service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806568 Sep 23 03:31:21.001552 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-90decd8a-c44d-4165-876e-d4312094224d req-fc0d2b7c-a54b-4bb1-89e0-9a3245ba9fda service neutron] 10.222.0.13 "GET /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869079 Sep 23 03:31:21.596710 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-260e7776-b863-45d7-a2a1-dfb56f7f66be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:24.215451 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00761cb5-cc1c-4899-a553-c75e91da9cc1 req-ee4ed632-83ad-458d-becd-974fab292af6 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:31:24.217198 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-00761cb5-cc1c-4899-a553-c75e91da9cc1 req-ee4ed632-83ad-458d-becd-974fab292af6 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 946 time: 0.0504987 Sep 23 03:31:24.255871 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-00761cb5-cc1c-4899-a553-c75e91da9cc1 req-84b0257a-49be-4b9e-8f56-7650d722933d tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327561 Sep 23 03:31:24.322300 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-02825c79-f704-42db-94b0-2985ad9c153a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:24.739605 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:25.316571 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:25.371682 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bd6d9-2d42-49c8-81a3-8371d3d491d7 req-70f4a091-2cb4-494e-b192-96775c8371e3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:31:25.373177 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-574bd6d9-2d42-49c8-81a3-8371d3d491d7 req-70f4a091-2cb4-494e-b192-96775c8371e3 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 946 time: 0.0489433 Sep 23 03:31:25.409186 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-574bd6d9-2d42-49c8-81a3-8371d3d491d7 req-05df8a6a-a8f6-4aa1-a0f4-10972c7ffbe5 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301957 Sep 23 03:31:26.362452 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-9512a8b7-48e7-40af-9df0-2259569c038a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:31:26.363876 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-9512a8b7-48e7-40af-9df0-2259569c038a tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.13 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 946 time: 0.0473566 Sep 23 03:31:26.461403 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Deleting port 872b4157-921c-4c03-bc0d-7b7a7f08a05d {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:31:26.462048 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:26.526711 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df17777-11a4-4183-88da-79ae5c089f0c req-17d04649-1f59-42f0-b6bd-8bab3ba6ccc8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:31:26.528214 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6df17777-11a4-4183-88da-79ae5c089f0c req-17d04649-1f59-42f0-b6bd-8bab3ba6ccc8 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 946 time: 0.0524049 Sep 23 03:31:26.548648 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] For port 872b4157-921c-4c03-bc0d-7b7a7f08a05d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=872b4157-921c-4c03-bc0d-7b7a7f08a05d,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:31:26.549021 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:26.566872 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6df17777-11a4-4183-88da-79ae5c089f0c req-2b624b17-d177-486d-b43d-81822c458e20 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups?id=4c424884-44b9-49de-b2e7-1529a82d7569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324070 Sep 23 03:31:26.719041 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:26.719301 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:26.719622 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Floating IP 8ae39d15-2ae9-4b5c-a562-ad8c8d20d3fa disassociated. External IP: 172.27.1.29, port: 872b4157-921c-4c03-bc0d-7b7a7f08a05d. Sep 23 03:31:26.719957 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Calling delete_port for 872b4157-921c-4c03-bc0d-7b7a7f08a05d owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:31:26.893517 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:26.925965 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event deleted for resources: {'Port': ['ID=872b4157-921c-4c03-bc0d-7b7a7f08a05d,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:26.936081 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:26.936437 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:26.936904 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:26.937132 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:26.937470 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:26.937798 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:26.938133 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:26.938460 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:26.938789 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:26.939115 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:26.939439 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:26.939760 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:27.054908 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Router 46538abe-dfe4-45c2-a354-fa4407adf31b has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:31:27.159375 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:31:27.169117 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2406e4-273d-47dc-94c9-f7bbaa50f66e None None] Sync routers for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:31:27.174012 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:27.178391 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2406e4-273d-47dc-94c9-f7bbaa50f66e None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:31:27.179067 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-6d2406e4-273d-47dc-94c9-f7bbaa50f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:31:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:31:27.201304 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] No DVR routers for this DVR port 872b4157-921c-4c03-bc0d-7b7a7f08a05d on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:31:27.204412 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:27.206410 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-89ab1cd0-17e8-4324-9526-3318a906cb79 req-ef137145-6757-47b6-9cdf-b3b8eae6b68f tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.13 "DELETE /v2.0/ports/872b4157-921c-4c03-bc0d-7b7a7f08a05d HTTP/1.1" status: 204 len: 173 time: 0.8354027 Sep 23 03:31:27.206898 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'name': 'network-vif-deleted', 'tag': '872b4157-921c-4c03-bc0d-7b7a7f08a05d'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:31:27.209413 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753df338-1dfc-412f-95bf-46d5e8999b0a" -d '{"events": [{"server_uuid": "68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3", "name": "network-vif-deleted", "tag": "872b4157-921c-4c03-bc0d-7b7a7f08a05d"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:31:27.308514 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-6d2406e4-273d-47dc-94c9-f7bbaa50f66e None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:31:27.312084 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f33cd69-d959-4981-b09d-7fe918656f81 x-openstack-request-id: req-9f33cd69-d959-4981-b09d-7fe918656f81 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:31:27.312384 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3", "name": "network-vif-deleted", "tag": "872b4157-921c-4c03-bc0d-7b7a7f08a05d", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:31:27.312672 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f33cd69-d959-4981-b09d-7fe918656f81 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:31:27.313080 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3', 'name': 'network-vif-deleted', 'tag': '872b4157-921c-4c03-bc0d-7b7a7f08a05d', 'status': 'completed', 'code': 200} Sep 23 03:31:27.511366 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-6d2406e4-273d-47dc-94c9-f7bbaa50f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:31:27.537465 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2406e4-273d-47dc-94c9-f7bbaa50f66e None None] Checking router: 46538abe-dfe4-45c2-a354-fa4407adf31b for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:31:27.545885 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2406e4-273d-47dc-94c9-f7bbaa50f66e None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:31:27.546501 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-6d2406e4-273d-47dc-94c9-f7bbaa50f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:31:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:31:27.674556 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ce9a522a-a0bf-4b3f-8d52-a5d0e9447448 req-9f2b462c-16a3-4e53-a303-87e1e9f5b64e tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/ports?device_id=68f9d4e6-1da2-4acd-afb8-9fd9bc79fde3 HTTP/1.1" status: 200 len: 210 time: 0.0269730 Sep 23 03:31:27.737281 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-6d2406e4-273d-47dc-94c9-f7bbaa50f66e None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:31:27.787602 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:31:27.948160 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-6d2406e4-273d-47dc-94c9-f7bbaa50f66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:31:27.978303 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2406e4-273d-47dc-94c9-f7bbaa50f66e None None] The sync data for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi is: [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:36Z', 'revision_number': 4, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '1a56083f-e2bd-4276-a705-01028a7b24e7', 'name': '', 'network_id': 'b92c029f-810f-4549-a812-649ee96dc75b', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'mac_address': 'fa:16:3e:74:ed:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:35Z', 'updated_at': '2021-09-23T03:24:39Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'subnets': [{'id': '931ad810-8b44-4f72-8dfa-2ba291c103c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:31:28.182917 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc7af2-c545-4a5c-9272-159cc7460f1f None None] New status for floating IP 8ae39d15-2ae9-4b5c-a562-ad8c8d20d3fa: DOWN {{(pid=94697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:31:28.850001 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59310) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:28.902889 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f2b8-2f76-4698-9daa-0ffbee00d646 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:28.925484 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f2b8-2f76-4698-9daa-0ffbee00d646 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:29.053556 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f2b8-2f76-4698-9daa-0ffbee00d646 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:29.056165 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f2b8-2f76-4698-9daa-0ffbee00d646 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:29.057354 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-cdd7f2b8-2f76-4698-9daa-0ffbee00d646 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "DELETE /v2.0/security-groups/4c424884-44b9-49de-b2e7-1529a82d7569 HTTP/1.1" status: 204 len: 168 time: 0.2063787 Sep 23 03:31:29.060391 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59312) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:29.067079 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7f2b8-2f76-4698-9daa-0ffbee00d646 tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c424884-44b9-49de-b2e7-1529a82d7569,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:29.074153 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.api.v2.resource [None req-9deabbba-fe64-4f7d-91c7-1d71f75980ef tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] show failed (client error): The resource could not be found. Sep 23 03:31:29.075199 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-9deabbba-fe64-4f7d-91c7-1d71f75980ef tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "GET /v2.0/security-groups/4c424884-44b9-49de-b2e7-1529a82d7569 HTTP/1.1" status: 404 len: 347 time: 0.0137620 Sep 23 03:31:29.078734 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59314) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:29.199763 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Deleting port 798817c2-af30-426f-a051-b95ce34e4d8a {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:31:29.200105 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:29.276503 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:29.276764 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:29.287901 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Calling delete_port for 798817c2-af30-426f-a051-b95ce34e4d8a owned by network:floatingip {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:31:29.499771 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:29.533712 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Pushing event deleted for resources: {'Port': ['ID=798817c2-af30-426f-a051-b95ce34e4d8a,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:29.559301 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.559657 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.560003 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.560343 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.560705 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.561043 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.561374 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.562277 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.562610 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.562939 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.563265 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.563588 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:29.601495 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks [] for floatingip, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:29.604049 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:29.605248 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-7241021d-4326-45ed-859d-41f9683df9bb tempest-AttachVolumeTestJSON-1592639404 tempest-AttachVolumeTestJSON-1592639404-project] 10.222.0.23 "DELETE /v2.0/floatingips/8ae39d15-2ae9-4b5c-a562-ad8c8d20d3fa HTTP/1.1" status: 204 len: 168 time: 0.5255029 Sep 23 03:31:30.235768 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 872b4157-921c-4c03-bc0d-7b7a7f08a05d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:31:30.258855 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: 872b4157-921c-4c03-bc0d-7b7a7f08a05d {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:31:30.259203 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 872b4157-921c-4c03-bc0d-7b7a7f08a05d not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:31:33.537930 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59342) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:33.967654 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573212'] for router_interface, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:34.203852 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] Deleting port 1a56083f-e2bd-4276-a705-01028a7b24e7 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:31:34.204100 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:34.284930 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] For port 1a56083f-e2bd-4276-a705-01028a7b24e7, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=1a56083f-e2bd-4276-a705-01028a7b24e7,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:31:34.285291 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:34.297974 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] Calling delete_port for 1a56083f-e2bd-4276-a705-01028a7b24e7 owned by network:router_interface {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:31:34.573758 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:34.599249 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] Pushing event deleted for resources: {'Port': ['ID=1a56083f-e2bd-4276-a705-01028a7b24e7,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:34.757905 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573077'] for router_interface, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:34.965569 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] Router 46538abe-dfe4-45c2-a354-fa4407adf31b has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:31:35.071042 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:31:35.076257 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-826cfb1c-e6af-42ef-aeae-18fdb30845cb admin admin] 10.222.0.23 "PUT /v2.0/routers/46538abe-dfe4-45c2-a354-fa4407adf31b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5372903 Sep 23 03:31:35.079161 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59346) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:35.079758 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0256b85-83c3-44eb-9762-1311be2442cd None None] Sync routers for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:31:35.088687 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0256b85-83c3-44eb-9762-1311be2442cd None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:31:35.089287 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-f0256b85-83c3-44eb-9762-1311be2442cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:31:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:31:35.182715 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Notify callbacks [] for router, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:35.192208 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-f0256b85-83c3-44eb-9762-1311be2442cd None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:31:35.378495 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-f0256b85-83c3-44eb-9762-1311be2442cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:31:34Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:31:35.405793 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0256b85-83c3-44eb-9762-1311be2442cd None None] Checking router: 46538abe-dfe4-45c2-a354-fa4407adf31b for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:31:35.414495 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0256b85-83c3-44eb-9762-1311be2442cd None None] Routers {'46538abe-dfe4-45c2-a354-fa4407adf31b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:31:35.415120 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-f0256b85-83c3-44eb-9762-1311be2442cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:31:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['46538abe-dfe4-45c2-a354-fa4407adf31b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:31:35.513342 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:35.519900 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-f0256b85-83c3-44eb-9762-1311be2442cd None None] Set router 46538abe-dfe4-45c2-a354-fa4407adf31b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:31:35.661077 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Deleting port f179bfba-5e61-41a0-ab2a-3d6329c74ac3 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:31:35.661648 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:35.693880 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-f0256b85-83c3-44eb-9762-1311be2442cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:31:34Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:31:35.720535 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0256b85-83c3-44eb-9762-1311be2442cd None None] The sync data for ids ['46538abe-dfe4-45c2-a354-fa4407adf31b'] in dv-cinder-768458-9-iscsi is: [{'id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'name': 'tempest-AttachVolumeTestJSON-1055671438-router', 'tenant_id': '976c473ab2634adaa47c36dca50bf392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:31:34Z', 'revision_number': 5, 'project_id': '976c473ab2634adaa47c36dca50bf392', 'gw_port': {'id': 'f179bfba-5e61-41a0-ab2a-3d6329c74ac3', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:3a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46538abe-dfe4-45c2-a354-fa4407adf31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:24:33Z', 'updated_at': '2021-09-23T03:24:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:31:35.742520 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] For port f179bfba-5e61-41a0-ab2a-3d6329c74ac3, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f179bfba-5e61-41a0-ab2a-3d6329c74ac3,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:31:35.742889 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:35.755356 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Calling delete_port for f179bfba-5e61-41a0-ab2a-3d6329c74ac3 owned by network:router_gateway {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:31:35.979424 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.004086 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f179bfba-5e61-41a0-ab2a-3d6329c74ac3,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:36.062266 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573014'] for router_gateway, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.155314 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129209'] for router, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.157434 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.264608 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570672'] for router, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.265165 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46538abe-dfe4-45c2-a354-fa4407adf31b {{(pid=94695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 03:31:36.273720 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.273720 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-2466992b-d964-4992-8cf9-af5aad937c80 admin admin] 10.222.0.23 "DELETE /v2.0/routers/46538abe-dfe4-45c2-a354-fa4407adf31b HTTP/1.1" status: 204 len: 168 time: 1.1906655 Sep 23 03:31:36.273720 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59348) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:36.318399 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_v2 [None req-0caf3591-9813-4650-9597-647e9cf1456d admin admin] Deleting subnet 931ad810-8b44-4f72-8dfa-2ba291c103c3 {{(pid=94695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:31:36.321722 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0caf3591-9813-4650-9597-647e9cf1456d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.356397 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0caf3591-9813-4650-9597-647e9cf1456d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464881'] for subnet, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.437066 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0caf3591-9813-4650-9597-647e9cf1456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.590781 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0caf3591-9813-4650-9597-647e9cf1456d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26797685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25405325'] for subnet, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.617336 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf3591-9813-4650-9597-647e9cf1456d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=931ad810-8b44-4f72-8dfa-2ba291c103c3,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:36.621063 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0caf3591-9813-4650-9597-647e9cf1456d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.622874 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-0caf3591-9813-4650-9597-647e9cf1456d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/931ad810-8b44-4f72-8dfa-2ba291c103c3 HTTP/1.1" status: 204 len: 168 time: 0.3485320 Sep 23 03:31:36.625392 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59350) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:36.627897 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f0e64f-b80f-4696-afbc-71d7fe9dc74f None None] Network b92c029f-810f-4549-a812-649ee96dc75b requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:31:36.695900 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.755068 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Deleting port a083ec1c-a935-4101-85a0-84c2d429e9b7 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:31:36.755627 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.821101 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] DHCP port deletion for b92c029f-810f-4549-a812-649ee96dc75b request from dv-cinder-768458-9-iscsi {{(pid=94697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 03:31:36.825975 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] For port a083ec1c-a935-4101-85a0-84c2d429e9b7, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=a083ec1c-a935-4101-85a0-84c2d429e9b7,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:31:36.826338 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.839120 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Calling delete_port for a083ec1c-a935-4101-85a0-84c2d429e9b7 owned by network:dhcp {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:31:36.866812 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Deleting port a083ec1c-a935-4101-85a0-84c2d429e9b7 {{(pid=94697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:31:36.867114 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.927629 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] For port a083ec1c-a935-4101-85a0-84c2d429e9b7, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=a083ec1c-a935-4101-85a0-84c2d429e9b7,segment=NetworkSegment(65f0d10e-ac15-45b2-9191-aefd2de71c00),segment_id=65f0d10e-ac15-45b2-9191-aefd2de71c00)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:31:36.932643 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:36.939510 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Calling delete_port for a083ec1c-a935-4101-85a0-84c2d429e9b7 owned by network:dhcp {{(pid=94697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:31:36.979311 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.005663 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a083ec1c-a935-4101-85a0-84c2d429e9b7,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:37.007489 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] No DVR routers for this DVR port a083ec1c-a935-4101-85a0-84c2d429e9b7 on host dv-cinder-768458-9-iscsi {{(pid=94695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:31:37.027989 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848'] for port, after_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.052613 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Pushing event deleted for resources: {'Port': ['ID=a083ec1c-a935-4101-85a0-84c2d429e9b7,revision_number=None']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:37.061944 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] No DVR routers for this DVR port a083ec1c-a935-4101-85a0-84c2d429e9b7 on host dv-cinder-768458-9-iscsi {{(pid=94697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.070222 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ece3a7c-0d82-4204-b91b-a2bcad3d1aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:31:37.086179 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.094310 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.099055 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device a083ec1c-a935-4101-85a0-84c2d429e9b7 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:31:37.111064 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92c029f-810f-4549-a812-649ee96dc75b']}} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:31:37.119183 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: a083ec1c-a935-4101-85a0-84c2d429e9b7 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:31:37.119424 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device a083ec1c-a935-4101-85a0-84c2d429e9b7 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:31:37.119863 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f179bfba-5e61-41a0-ab2a-3d6329c74ac3 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:31:37.120685 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f0d10e-ac15-45b2-9191-aefd2de71c00') {'for_net_delete': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:31:37.120986 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f0d10e-ac15-45b2-9191-aefd2de71c00') {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:31:37.132759 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464872'] for segment, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.140164 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: f179bfba-5e61-41a0-ab2a-3d6329c74ac3 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:31:37.140544 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f179bfba-5e61-41a0-ab2a-3d6329c74ac3 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:31:37.140939 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 1a56083f-e2bd-4276-a705-01028a7b24e7 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:31:37.150390 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.157078 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:31:37.157935 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26796507'] for segment, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: Traceback (most recent call last): Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: timer() Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: cb(*args, **kw) Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: return func(*args, **kwargs) Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: self._notify() Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: self.callback(batched_events) Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: event.method(event) Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: return f(self, *a, **k) Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: return self._get(url).json() Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: return self.request(url, 'GET', **kwargs) Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:31:37.159247 dv-cinder-768458-9-iscsi neutron-server[94695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:31:37.162989 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 1a56083f-e2bd-4276-a705-01028a7b24e7 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:31:37.163398 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 1a56083f-e2bd-4276-a705-01028a7b24e7 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:31:37.270776 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.276475 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.278755 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] 10.222.0.23 "DELETE /v2.0/networks/b92c029f-810f-4549-a812-649ee96dc75b HTTP/1.1" status: 204 len: 168 time: 0.6520417 Sep 23 03:31:37.289014 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18820cd-a7f5-4e19-a2b3-c6837a21bc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=b92c029f-810f-4549-a812-649ee96dc75b,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:37.548936 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59354) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:37.592297 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-8e7c4c7c-5236-4a43-824a-b59c3417b167 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=976c473ab2634adaa47c36dca50bf392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421996 Sep 23 03:31:37.594637 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59356) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:37.644193 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9a420d41-7a7b-42e3-9a70-581a424f3ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.664153 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9a420d41-7a7b-42e3-9a70-581a424f3ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.785164 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9a420d41-7a7b-42e3-9a70-581a424f3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.787731 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9a420d41-7a7b-42e3-9a70-581a424f3ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:37.788939 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-9a420d41-7a7b-42e3-9a70-581a424f3ed6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9043157-c894-4435-a9c4-58fd1babf448 HTTP/1.1" status: 204 len: 168 time: 0.1934142 Sep 23 03:31:37.797263 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a420d41-7a7b-42e3-9a70-581a424f3ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9043157-c894-4435-a9c4-58fd1babf448,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:40.296043 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59406) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:40.398685 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5169e2d0-8519-4fa1-8a11-7cd45578f2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:40.484122 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5169e2d0-8519-4fa1-8a11-7cd45578f2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:40.562278 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-5169e2d0-8519-4fa1-8a11-7cd45578f2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:40.600566 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-5169e2d0-8519-4fa1-8a11-7cd45578f2da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2365dde9262a45a3ae847a270e9b4b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032885 Sep 23 03:31:40.601429 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169e2d0-8519-4fa1-8a11-7cd45578f2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0426c120-1cfc-4b6e-9288-22e01f7e9228,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:40.604280 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59410) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:40.652329 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd4-4fcf-4868-83a7-141b4e9b1dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:40.672737 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd4-4fcf-4868-83a7-141b4e9b1dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:40.819367 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd4-4fcf-4868-83a7-141b4e9b1dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:40.821994 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-14ff1fd4-4fcf-4868-83a7-141b4e9b1dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:40.823150 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-14ff1fd4-4fcf-4868-83a7-141b4e9b1dd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0426c120-1cfc-4b6e-9288-22e01f7e9228 HTTP/1.1" status: 204 len: 168 time: 0.2175066 Sep 23 03:31:40.830962 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff1fd4-4fcf-4868-83a7-141b4e9b1dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426c120-1cfc-4b6e-9288-22e01f7e9228,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:41.427587 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59416) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:41.440284 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ea835539-db4c-473f-bbb7-4b25fc5efac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:41.523813 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ea835539-db4c-473f-bbb7-4b25fc5efac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:41.608455 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ea835539-db4c-473f-bbb7-4b25fc5efac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:41.645117 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea835539-db4c-473f-bbb7-4b25fc5efac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1d7c25-1609-4f5c-a3fb-b11b633d54ef,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:41.650693 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-ea835539-db4c-473f-bbb7-4b25fc5efac2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=000b675c5cb54b5cb589c279ad53b2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221045 Sep 23 03:31:41.654102 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59418) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:41.703916 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-abf30eea-d97e-4110-8584-6a88508f49aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:41.723901 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-abf30eea-d97e-4110-8584-6a88508f49aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:41.870875 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-abf30eea-d97e-4110-8584-6a88508f49aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:41.873423 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-abf30eea-d97e-4110-8584-6a88508f49aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:41.874868 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-abf30eea-d97e-4110-8584-6a88508f49aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d1d7c25-1609-4f5c-a3fb-b11b633d54ef HTTP/1.1" status: 204 len: 168 time: 0.2197373 Sep 23 03:31:41.883044 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf30eea-d97e-4110-8584-6a88508f49aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1d7c25-1609-4f5c-a3fb-b11b633d54ef,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:44.794088 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59470) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:44.896186 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2520-82e0-4474-8f3b-deb38ce22d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:44.993881 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2520-82e0-4474-8f3b-deb38ce22d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:45.070232 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d2ae2520-82e0-4474-8f3b-deb38ce22d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:45.108616 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-d2ae2520-82e0-4474-8f3b-deb38ce22d9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4bd225e83ac45f8864435b8dd74a624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128607 Sep 23 03:31:45.110518 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae2520-82e0-4474-8f3b-deb38ce22d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f82ac2-9521-4224-bef2-145a7380f5f1,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:45.111311 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59474) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:45.161416 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d69aabe-5756-4070-ba3d-dbf619097d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:45.180919 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d69aabe-5756-4070-ba3d-dbf619097d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:45.293924 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d69aabe-5756-4070-ba3d-dbf619097d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:45.296900 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-8d69aabe-5756-4070-ba3d-dbf619097d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:45.298076 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-8d69aabe-5756-4070-ba3d-dbf619097d62 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34f82ac2-9521-4224-bef2-145a7380f5f1 HTTP/1.1" status: 204 len: 168 time: 0.1857235 Sep 23 03:31:45.306126 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69aabe-5756-4070-ba3d-dbf619097d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f82ac2-9521-4224-bef2-145a7380f5f1,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:45.937631 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59480) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:45.953724 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-155d8bce-b4a7-4c0a-b006-448d6c13e4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:46.038905 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-155d8bce-b4a7-4c0a-b006-448d6c13e4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:46.110132 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-155d8bce-b4a7-4c0a-b006-448d6c13e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:46.147832 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-155d8bce-b4a7-4c0a-b006-448d6c13e4f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47c9cea6bd7c471e990b4e74bf864d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091324 Sep 23 03:31:46.148949 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d8bce-b4a7-4c0a-b006-448d6c13e4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d675e7-a20a-4648-b146-349d28597786,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:46.150612 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59482) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:46.198167 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-822f2341-748d-455f-862b-30862b1db624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:46.220161 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-822f2341-748d-455f-862b-30862b1db624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:46.378900 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-822f2341-748d-455f-862b-30862b1db624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:46.381596 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-822f2341-748d-455f-862b-30862b1db624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:46.387465 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-822f2341-748d-455f-862b-30862b1db624 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8d675e7-a20a-4648-b146-349d28597786 HTTP/1.1" status: 204 len: 168 time: 0.2311697 Sep 23 03:31:46.390512 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f2341-748d-455f-862b-30862b1db624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d675e7-a20a-4648-b146-349d28597786,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:31:51.601489 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-316f831a-9294-48c1-8645-61ca3b2aad74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:54.316030 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6286f153-8a43-45c4-a6ec-b3dc85ed9de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:54.784115 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:55.321741 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:57.207320 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:31:59.825594 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59618) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:31:59.926042 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e0628577-7e15-4358-a11d-f766082f5675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:00.010449 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e0628577-7e15-4358-a11d-f766082f5675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:00.092512 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e0628577-7e15-4358-a11d-f766082f5675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:00.130859 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-e0628577-7e15-4358-a11d-f766082f5675 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bbb99560cb204ec29e24fb0f73010517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036268 Sep 23 03:32:00.131757 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0628577-7e15-4358-a11d-f766082f5675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c25282-733a-4cc9-b960-796804db64bc,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:00.133557 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59624) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:00.181744 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a2cd-0571-43aa-8797-b3269b40b9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:00.202670 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a2cd-0571-43aa-8797-b3269b40b9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:00.315116 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a2cd-0571-43aa-8797-b3269b40b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:00.317778 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-e2f8a2cd-0571-43aa-8797-b3269b40b9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:00.318999 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-e2f8a2cd-0571-43aa-8797-b3269b40b9d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0c25282-733a-4cc9-b960-796804db64bc HTTP/1.1" status: 204 len: 168 time: 0.1844459 Sep 23 03:32:00.327156 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8a2cd-0571-43aa-8797-b3269b40b9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c25282-733a-4cc9-b960-796804db64bc,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:00.971125 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59630) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:00.984373 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-09f3b826-d07f-4bf8-a0ab-68479722102c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:01.070946 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-09f3b826-d07f-4bf8-a0ab-68479722102c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:01.183996 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-09f3b826-d07f-4bf8-a0ab-68479722102c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:01.224990 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-09f3b826-d07f-4bf8-a0ab-68479722102c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=decca4db2f8d4e58aa8ca78d1d96f205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527411 Sep 23 03:32:01.225893 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3b826-d07f-4bf8-a0ab-68479722102c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c827c1-7b4b-4b24-8a1a-99301aa2a0d6,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:01.227681 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59632) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:01.275460 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-4becc84d-199b-408d-9628-3b7ade3ad5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:01.296687 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-4becc84d-199b-408d-9628-3b7ade3ad5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:01.441210 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-4becc84d-199b-408d-9628-3b7ade3ad5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:01.443735 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-4becc84d-199b-408d-9628-3b7ade3ad5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:01.444901 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-4becc84d-199b-408d-9628-3b7ade3ad5c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b1c827c1-7b4b-4b24-8a1a-99301aa2a0d6 HTTP/1.1" status: 204 len: 168 time: 0.2162082 Sep 23 03:32:01.452641 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becc84d-199b-408d-9628-3b7ade3ad5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c827c1-7b4b-4b24-8a1a-99301aa2a0d6,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:02.229038 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59638) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:02.242539 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-dd03f31f-c45d-494f-b181-33ebf28c4b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:02.410384 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-dd03f31f-c45d-494f-b181-33ebf28c4b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:02.481031 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-dd03f31f-c45d-494f-b181-33ebf28c4b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:02.518001 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-dd03f31f-c45d-494f-b181-33ebf28c4b63 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3a3c430e93d14c0085207c2897cd0c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878704 Sep 23 03:32:02.519053 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03f31f-c45d-494f-b181-33ebf28c4b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4826735-e622-4098-a11c-a13e71782b32,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:02.520807 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59640) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:02.570520 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d379d628-f794-4cde-8034-36846a130aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:02.591168 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d379d628-f794-4cde-8034-36846a130aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:02.733421 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d379d628-f794-4cde-8034-36846a130aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:02.735901 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d379d628-f794-4cde-8034-36846a130aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:02.737149 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-d379d628-f794-4cde-8034-36846a130aeb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4826735-e622-4098-a11c-a13e71782b32 HTTP/1.1" status: 204 len: 168 time: 0.2152927 Sep 23 03:32:02.744788 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379d628-f794-4cde-8034-36846a130aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4826735-e622-4098-a11c-a13e71782b32,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:04.777121 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:32:07.098724 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:08.125132 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59698) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:08.238945 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a1aa323b-3a7b-4d64-ae90-1e38e01a3c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:08.323024 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a1aa323b-3a7b-4d64-ae90-1e38e01a3c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:08.417799 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a1aa323b-3a7b-4d64-ae90-1e38e01a3c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:08.455127 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-a1aa323b-3a7b-4d64-ae90-1e38e01a3c02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21d0cf8b4dcd46ac9bba47d13c422e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289385 Sep 23 03:32:08.457153 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa323b-3a7b-4d64-ae90-1e38e01a3c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7819b5-da80-408f-8b33-790b48a1ca56,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:08.458039 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59702) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:08.513500 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2a89c1fa-8394-495c-ac7d-f1d62d217154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:08.533297 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2a89c1fa-8394-495c-ac7d-f1d62d217154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:08.635578 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2a89c1fa-8394-495c-ac7d-f1d62d217154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:08.638045 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2a89c1fa-8394-495c-ac7d-f1d62d217154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:08.639207 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-2a89c1fa-8394-495c-ac7d-f1d62d217154 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea7819b5-da80-408f-8b33-790b48a1ca56 HTTP/1.1" status: 204 len: 168 time: 0.1801584 Sep 23 03:32:08.647006 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89c1fa-8394-495c-ac7d-f1d62d217154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7819b5-da80-408f-8b33-790b48a1ca56,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:09.239975 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59708) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:09.253606 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f8f26b57-185b-4d06-8edd-8ffc326eaae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:09.347587 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f8f26b57-185b-4d06-8edd-8ffc326eaae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:09.406626 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f8f26b57-185b-4d06-8edd-8ffc326eaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:09.443687 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f26b57-185b-4d06-8edd-8ffc326eaae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f17b192-48ed-433d-aae5-a240c7ff7e9d,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:09.447928 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-f8f26b57-185b-4d06-8edd-8ffc326eaae4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8257ada8ee8c4d42b4e3f37f85921772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069240 Sep 23 03:32:09.450596 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59710) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:09.496338 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0a7d-fbbf-4f57-8c03-61d04665a006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:09.516810 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0a7d-fbbf-4f57-8c03-61d04665a006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:09.623685 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0a7d-fbbf-4f57-8c03-61d04665a006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:09.626189 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0a7d-fbbf-4f57-8c03-61d04665a006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:09.627346 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-6e8d0a7d-fbbf-4f57-8c03-61d04665a006 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f17b192-48ed-433d-aae5-a240c7ff7e9d HTTP/1.1" status: 204 len: 168 time: 0.1759236 Sep 23 03:32:09.635055 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d0a7d-fbbf-4f57-8c03-61d04665a006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f17b192-48ed-433d-aae5-a240c7ff7e9d,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:10.519505 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59732) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:10.612349 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1156572013-network', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:32:10.749655 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Made reservation on behalf of d44cc135efd34c2ebd0b06caba26bca7 for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:32:10.751957 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:10.760681 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:10.850063 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:10.932699 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:10.952992 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:32:10.967905 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd28480-5e25-4156-be2b-0154604125fb,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:10.970851 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:10.971274 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Added segment fa9b9a64-75e8-45d8-9fed-98e46296644a of type vlan for network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 Sep 23 03:32:11.010846 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:11.115622 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:11.116559 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:11.117152 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:11.177849 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] Pushing event updated for resources: {'Network': ['ID=a9584aa7-1125-41a0-a42a-9b3bb6be5e78,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:11.187948 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:32:11.219111 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-cd0e23d1-3f27-465b-ac86-f7faab7ced22 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6985044 Sep 23 03:32:11.222072 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59736) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:11.226721 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] Request body: {'subnet': {'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1156572013-subnet', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'ip_version': 4}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:32:11.332403 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] Made reservation on behalf of d44cc135efd34c2ebd0b06caba26bca7 for: {'subnet': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:32:11.334831 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25405352'] for subnet, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:11.561689 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26797748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25405338'] for subnet, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:11.618916 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffbfdba-d576-4341-a6a5-e8fdbd943b7d,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:11.623805 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] Checking segment: {'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:32:11.624163 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] Network hostable DHCP agents. Network: a9584aa7-1125-41a0-a42a-9b3bb6be5e78, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:32:11.709384 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] Network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:32:11.800983 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, a9584aa7-1125-41a0-a42a-9b3bb6be5e78) {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:32:11.805099 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:11.805700 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:11.813056 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ed45c-8cdc-4486-b7ec-b7840b2c5d54 None None] Network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:32:11.876259 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-f575c0bb-5948-49bd-b077-618dcf2a8802 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6530850 Sep 23 03:32:11.879052 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59738) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:11.883381 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:32:11.951889 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29eb833-083d-5d5e-b2f8-85e20067a92e-a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'fixed_ips': [{'subnet_id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d'}]}} from dv-cinder-768458-9-iscsi. {{(pid=94697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 03:32:11.952769 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:11.973398 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129195'] for router, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:11.974555 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129186'] for router, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.026802 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.087859 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.db_base_plugin_common [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Allocated IP 172.20.0.2 (a9584aa7-1125-41a0-a42a-9b3bb6be5e78/0ffbfdba-d576-4341-a6a5-e8fdbd943b7d/5f45a27e-cc64-4370-b710-d5317998b659) {{(pid=94697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:32:12.230082 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Notify callbacks [] for port, precommit_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.235270 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.292764 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.327694 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 is already hosted by enough agents. {{(pid=94697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:32:12.330569 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.base_scheduler [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Resources bound (agent type, host, resource id): {{(pid=94697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:32:12.333964 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Received port after_create {{(pid=94697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:32:12.345172 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Pushing event updated for resources: {'Port': ['ID=5f45a27e-cc64-4370-b710-d5317998b659,revision_number=1']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:12.396127 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Attempting to bind port 5f45a27e-cc64-4370-b710-d5317998b659 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:32:12.396444 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Attempting to bind port 5f45a27e-cc64-4370-b710-d5317998b659 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:32:12.396843 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Attempting to bind port 5f45a27e-cc64-4370-b710-d5317998b659 on network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:32:12.401552 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:32:12.401918 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Checking segment: {'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:32:12.402311 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.402695 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Bound using segment: {'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:32:12.403149 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Bound port: 5f45a27e-cc64-4370-b710-d5317998b659, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:32:12.403557 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.462881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] For port 5f45a27e-cc64-4370-b710-d5317998b659, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:32:12.466684 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] For port 5f45a27e-cc64-4370-b710-d5317998b659, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=5f45a27e-cc64-4370-b710-d5317998b659,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:32:12.509771 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.529534 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.618781 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.626977 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Allocated IP 172.27.1.42 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/fde8b20f-16ae-4373-aff1-1c26206be94d) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:32:12.674227 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802d5d7-4f0f-4782-b45f-77e01dce857a None None] Pushing event updated for resources: {'Port': ['ID=5f45a27e-cc64-4370-b710-d5317998b659,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:12.732097 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.826693 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:12.866392 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:32:12.870757 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:32:12.877835 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:32:12.881006 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Pushing event updated for resources: {'Port': ['ID=fde8b20f-16ae-4373-aff1-1c26206be94d,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:13.094137 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 5f45a27e-cc64-4370-b710-d5317998b659 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:32:13.142161 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 5f45a27e-cc64-4370-b710-d5317998b659 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:13.142449 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:13.181457 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:13.223576 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:13.256669 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port 5f45a27e-cc64-4370-b710-d5317998b659, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=5f45a27e-cc64-4370-b710-d5317998b659,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:32:13.389005 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571838'] for router, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:13.495312 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8f5708-7fd6-45aa-ae19-eb5fb864f809 None None] Network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:32:13.521890 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:13.583773 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Router f63f5a7e-af8e-4a65-91ca-f311a1529a71 is scheduled to L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 with binding_index 1 {{(pid=94695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 03:32:13.620881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-01db0365-88b4-42ba-9714-0280f5ea115e None None] Provisioning complete for port 5f45a27e-cc64-4370-b710-d5317998b659 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:13.621257 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-01db0365-88b4-42ba-9714-0280f5ea115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:13.625046 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=5f45a27e-cc64-4370-b710-d5317998b659,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:13.688231 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:32:13.767440 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:13.768671 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b175428e-5f66-432c-8b0f-3d796e5d0e6d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8886657 Sep 23 03:32:13.771537 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59740) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:13.827177 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Sync routers for ids ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:32:13.850888 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Routers {'f63f5a7e-af8e-4a65-91ca-f311a1529a71'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:32:13.851759 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:31:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:13.991537 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Set router f63f5a7e-af8e-4a65-91ca-f311a1529a71 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:32:14.180704 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-346e9529-e7b0-450f-af1c-e48297de6c35 None None] Provisioning complete for port 5f45a27e-cc64-4370-b710-d5317998b659 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:14.181006 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-346e9529-e7b0-450f-af1c-e48297de6c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:14.215269 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:13Z', 'revision_number': 3, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:14.246265 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Checking router: f63f5a7e-af8e-4a65-91ca-f311a1529a71 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:32:14.246617 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Updating router f63f5a7e-af8e-4a65-91ca-f311a1529a71 port fde8b20f-16ae-4373-aff1-1c26206be94d binding host dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:32:14.276671 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:14.429549 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:14.548308 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Notify callbacks [] for port, precommit_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:14.585608 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Allocated IP 172.20.0.1 (a9584aa7-1125-41a0-a42a-9b3bb6be5e78/0ffbfdba-d576-4341-a6a5-e8fdbd943b7d/f03ab621-7a3c-427d-844b-db8a122bff03) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:32:14.687143 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:14.698119 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:14.745110 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Attempting to bind port fde8b20f-16ae-4373-aff1-1c26206be94d on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:32:14.755469 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Attempting to bind port fde8b20f-16ae-4373-aff1-1c26206be94d by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:32:14.755469 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Attempting to bind port fde8b20f-16ae-4373-aff1-1c26206be94d on network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:32:14.755469 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3294a5f-3aee-4313-b9d9-8c78b4ba11fb None None] Pushing event updated for resources: {'Port': ['ID=fde8b20f-16ae-4373-aff1-1c26206be94d,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:14.757305 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:32:14.757682 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Checking segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:32:14.758086 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:14.758469 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Bound using segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:32:14.758933 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Bound port: fde8b20f-16ae-4373-aff1-1c26206be94d, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:32:14.759312 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:14.812257 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] For port fde8b20f-16ae-4373-aff1-1c26206be94d, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:32:14.815207 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] For port fde8b20f-16ae-4373-aff1-1c26206be94d, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=fde8b20f-16ae-4373-aff1-1c26206be94d,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:32:14.830029 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:14.866852 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:32:14.869660 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:32:14.873662 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:32:14.898374 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Pushing event updated for resources: {'Port': ['ID=f03ab621-7a3c-427d-844b-db8a122bff03,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:14.917833 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573059'] for router_interface, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:14.933209 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:14.990661 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Routers {'f63f5a7e-af8e-4a65-91ca-f311a1529a71'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:32:14.991387 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:31:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:15.037113 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3294a5f-3aee-4313-b9d9-8c78b4ba11fb None None] Pushing event updated for resources: {'Port': ['ID=fde8b20f-16ae-4373-aff1-1c26206be94d,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:15.080252 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 5f45a27e-cc64-4370-b710-d5317998b659 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:32:15.134700 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-ba0ea7fb-452a-4b23-b0a8-55741ce2a295 None None] Provisioning complete for port f03ab621-7a3c-427d-844b-db8a122bff03 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:15.135075 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ba0ea7fb-452a-4b23-b0a8-55741ce2a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:15.141673 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:15.188535 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] Set router f63f5a7e-af8e-4a65-91ca-f311a1529a71 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:32:15.190781 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ea7fb-452a-4b23-b0a8-55741ce2a295 None None] Port f03ab621-7a3c-427d-844b-db8a122bff03 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:32:15.248442 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 5f45a27e-cc64-4370-b710-d5317998b659 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:15.248834 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:15.304428 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:15.412581 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26797603'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:15.429097 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:13Z', 'revision_number': 3, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:15.459007 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0308aa32-49ba-4bf4-bb9b-f7065564dd1b None None] The sync data for ids ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'] in dv-cinder-768458-9-iscsi is: [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:13Z', 'revision_number': 3, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:32:15.479072 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Pushing event updated for resources: {'Port': ['ID=f03ab621-7a3c-427d-844b-db8a122bff03,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:15.482247 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573299'] for router_interface, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:15.577776 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:32:15.579136 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:32:15.733139 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Router f63f5a7e-af8e-4a65-91ca-f311a1529a71 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:32:15.814008 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-fd40b37a-65b1-411c-942b-a1259437f969 None None] Provisioning complete for port f03ab621-7a3c-427d-844b-db8a122bff03 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:15.814379 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fd40b37a-65b1-411c-942b-a1259437f969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:15.851318 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-fd40b37a-65b1-411c-942b-a1259437f969 None None] Port f03ab621-7a3c-427d-844b-db8a122bff03 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:32:15.854388 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:32:15.859285 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-01453569-29d1-4975-832b-368fc30f38fe admin admin] 10.222.0.23 "PUT /v2.0/routers/f63f5a7e-af8e-4a65-91ca-f311a1529a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0867631 Sep 23 03:32:16.662402 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59756) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:16.667300 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-671741484-network', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:32:16.749697 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Made reservation on behalf of 310ac3cbcd994b1b9899ade1af4dd1d3 for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:32:16.753931 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:16.761790 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:16.851398 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:16.896689 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Sync routers for ids ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:32:16.905801 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Routers {'f63f5a7e-af8e-4a65-91ca-f311a1529a71'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:32:16.906407 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:31:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:16.955126 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:16.982258 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:32:16.988462 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e1fa8b-eb2f-464e-906c-54edb1a993d9,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:16.994648 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:16.994997 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Added segment bc23b58f-3b58-4fbf-9b58-cd1c4511b068 of type vlan for network 71db8f06-f5e7-405e-9dc5-3bd750b6799d Sep 23 03:32:17.012249 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Set router f63f5a7e-af8e-4a65-91ca-f311a1529a71 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:32:17.038531 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.106884 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device fde8b20f-16ae-4373-aff1-1c26206be94d up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:32:17.153069 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port fde8b20f-16ae-4373-aff1-1c26206be94d triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:17.153383 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.214440 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:15Z', 'revision_number': 4, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'f03ab621-7a3c-427d-844b-db8a122bff03', 'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'mac_address': 'fa:16:3e:43:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:14Z', 'updated_at': '2021-09-23T03:32:15Z', 'revision_number': 2, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'subnets': [{'id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:17.226431 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.228345 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:17.229825 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.233337 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.255356 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port fde8b20f-16ae-4373-aff1-1c26206be94d, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=fde8b20f-16ae-4373-aff1-1c26206be94d,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:32:17.300513 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] Pushing event updated for resources: {'Network': ['ID=71db8f06-f5e7-405e-9dc5-3bd750b6799d,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:17.311737 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 71db8f06-f5e7-405e-9dc5-3bd750b6799d details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:32:17.336431 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Checking router: f63f5a7e-af8e-4a65-91ca-f311a1529a71 for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:32:17.336835 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Updating router f63f5a7e-af8e-4a65-91ca-f311a1529a71 port f03ab621-7a3c-427d-844b-db8a122bff03 binding host dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:32:17.344984 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-cae9a1f9-8156-48ef-9342-31059e2636d8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6814570 Sep 23 03:32:17.354094 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59758) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:17.354094 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] Request body: {'subnet': {'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-671741484-subnet', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'ip_version': 4}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:32:17.362098 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.371617 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.422306 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=fde8b20f-16ae-4373-aff1-1c26206be94d,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:17.446912 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] Made reservation on behalf of 310ac3cbcd994b1b9899ade1af4dd1d3 for: {'subnet': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:32:17.449413 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25405352'] for subnet, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.616721 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Notify callbacks [] for port, precommit_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.709923 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26797748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25405338'] for subnet, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.738255 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.769019 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de9c8c7-926d-4f56-a0e3-637e6df3272f,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:17.773444 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] Checking segment: {'id': 'bc23b58f-3b58-4fbf-9b58-cd1c4511b068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:32:17.773822 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] Network hostable DHCP agents. Network: 71db8f06-f5e7-405e-9dc5-3bd750b6799d, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:32:17.789352 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Pushing event updated for resources: {'Port': ['ID=f03ab621-7a3c-427d-844b-db8a122bff03,revision_number=3']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:17.799119 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.799467 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.799882 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.800207 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.800564 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.800893 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.801221 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.801551 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.801894 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.802216 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.802527 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.802843 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:17.850237 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Attempting to bind port f03ab621-7a3c-427d-844b-db8a122bff03 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:32:17.850598 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Attempting to bind port f03ab621-7a3c-427d-844b-db8a122bff03 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:32:17.850956 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Attempting to bind port f03ab621-7a3c-427d-844b-db8a122bff03 on network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:32:17.859700 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:32:17.859700 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Checking segment: {'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:32:17.859700 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.859700 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Bound using segment: {'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:32:17.859700 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Bound port: f03ab621-7a3c-427d-844b-db8a122bff03, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'}}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:32:17.859700 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.881563 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] Network 71db8f06-f5e7-405e-9dc5-3bd750b6799d is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:32:17.920922 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] For port f03ab621-7a3c-427d-844b-db8a122bff03, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:32:17.924031 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] For port f03ab621-7a3c-427d-844b-db8a122bff03, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f03ab621-7a3c-427d-844b-db8a122bff03,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:32:17.972464 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 71db8f06-f5e7-405e-9dc5-3bd750b6799d) {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:32:17.976761 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:17.977592 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:17.983688 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78715906-1c52-4654-9d25-27894f72b855 None None] Network 71db8f06-f5e7-405e-9dc5-3bd750b6799d requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:32:17.999282 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-e5e71985-340c-4995-af69-8839d5b88c16 None None] Provisioning complete for port f03ab621-7a3c-427d-844b-db8a122bff03 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:17.999652 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e5e71985-340c-4995-af69-8839d5b88c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.013303 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.068175 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-e5e71985-340c-4995-af69-8839d5b88c16 None None] Port f03ab621-7a3c-427d-844b-db8a122bff03 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:32:18.072328 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Routers {'f63f5a7e-af8e-4a65-91ca-f311a1529a71'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:32:18.072914 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:31:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:18.073214 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59760) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:18.075199 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-3fd7f323-1071-4ec7-b29d-b1f90a43ea80 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7255454 Sep 23 03:32:18.078199 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-671741484-router', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:32:18.080129 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0341b1-1b97-4873-b6ea-cb03299949c5 None None] Pushing event updated for resources: {'Port': ['ID=f03ab621-7a3c-427d-844b-db8a122bff03,revision_number=4']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:18.155854 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129195'] for router, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.156955 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129186'] for router, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.186543 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29eb833-083d-5d5e-b2f8-85e20067a92e-71db8f06-f5e7-405e-9dc5-3bd750b6799d', 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'fixed_ips': [{'subnet_id': '5de9c8c7-926d-4f56-a0e3-637e6df3272f'}]}} from dv-cinder-768458-9-iscsi. {{(pid=94697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 03:32:18.187036 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.193120 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] Set router f63f5a7e-af8e-4a65-91ca-f311a1529a71 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:32:18.214365 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.323562 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-0d088100-b37a-496c-b11d-b7d733c107d6 None None] Provisioning complete for port f03ab621-7a3c-427d-844b-db8a122bff03 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:18.323881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0d088100-b37a-496c-b11d-b7d733c107d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.353579 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.db_base_plugin_common [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Allocated IP 172.20.0.2 (71db8f06-f5e7-405e-9dc5-3bd750b6799d/5de9c8c7-926d-4f56-a0e3-637e6df3272f/5e4644ca-601d-47de-b653-448c2e82b722) {{(pid=94697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:32:18.395887 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:15Z', 'revision_number': 4, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'f03ab621-7a3c-427d-844b-db8a122bff03', 'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'mac_address': 'fa:16:3e:43:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:14Z', 'updated_at': '2021-09-23T03:32:17Z', 'revision_number': 4, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'subnets': [{'id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:18.421865 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89829e63-74b8-45d4-b02e-ddcabc132067 None None] The sync data for ids ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'] in dv-cinder-768458-9-iscsi is: [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:15Z', 'revision_number': 4, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'f03ab621-7a3c-427d-844b-db8a122bff03', 'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'mac_address': 'fa:16:3e:43:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:14Z', 'updated_at': '2021-09-23T03:32:17Z', 'revision_number': 4, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'subnets': [{'id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:32:18.444875 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.501972 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0d088100-b37a-496c-b11d-b7d733c107d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.693399 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-0d088100-b37a-496c-b11d-b7d733c107d6 None None] For port f03ab621-7a3c-427d-844b-db8a122bff03, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f03ab621-7a3c-427d-844b-db8a122bff03,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:32:18.699832 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Notify callbacks [] for port, precommit_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.735624 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.755377 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.789806 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0d088100-b37a-496c-b11d-b7d733c107d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.819181 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.849645 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Network 71db8f06-f5e7-405e-9dc5-3bd750b6799d is already hosted by enough agents. {{(pid=94697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:32:18.853157 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.base_scheduler [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Resources bound (agent type, host, resource id): {{(pid=94697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:32:18.857133 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d088100-b37a-496c-b11d-b7d733c107d6 None None] Pushing event updated for resources: {'Port': ['ID=f03ab621-7a3c-427d-844b-db8a122bff03,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:18.862193 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Received port after_create {{(pid=94697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:32:18.891103 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Allocated IP 172.27.1.162 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/e20c3bdc-da40-4cd8-a32c-4b6fd82156d6) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:32:18.939344 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Pushing event updated for resources: {'Port': ['ID=5e4644ca-601d-47de-b653-448c2e82b722,revision_number=1']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:18.950807 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Attempting to bind port 5e4644ca-601d-47de-b653-448c2e82b722 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:32:18.951182 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Attempting to bind port 5e4644ca-601d-47de-b653-448c2e82b722 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'bc23b58f-3b58-4fbf-9b58-cd1c4511b068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:32:18.951544 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Attempting to bind port 5e4644ca-601d-47de-b653-448c2e82b722 on network 71db8f06-f5e7-405e-9dc5-3bd750b6799d {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:32:18.956883 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:32:18.957275 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Checking segment: {'id': 'bc23b58f-3b58-4fbf-9b58-cd1c4511b068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:32:18.957671 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:18.958065 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Bound using segment: {'id': 'bc23b58f-3b58-4fbf-9b58-cd1c4511b068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:32:18.958550 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Bound port: 5e4644ca-601d-47de-b653-448c2e82b722, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc23b58f-3b58-4fbf-9b58-cd1c4511b068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:32:18.958921 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:19.007665 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:19.023898 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] For port 5e4644ca-601d-47de-b653-448c2e82b722, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:32:19.027634 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] For port 5e4644ca-601d-47de-b653-448c2e82b722, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=5e4644ca-601d-47de-b653-448c2e82b722,segment=NetworkSegment(bc23b58f-3b58-4fbf-9b58-cd1c4511b068),segment_id=bc23b58f-3b58-4fbf-9b58-cd1c4511b068)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:32:19.100112 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:19.139174 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:19.168386 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03783af-853f-480d-a4d9-06d06e7d1a21 None None] Pushing event updated for resources: {'Port': ['ID=5e4644ca-601d-47de-b653-448c2e82b722,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:19.188473 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f03ab621-7a3c-427d-844b-db8a122bff03 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:32:19.195949 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:32:19.198862 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:32:19.202894 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:32:19.233918 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Pushing event updated for resources: {'Port': ['ID=e20c3bdc-da40-4cd8-a32c-4b6fd82156d6,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:19.249028 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port f03ab621-7a3c-427d-844b-db8a122bff03 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:19.249565 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:19.335811 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device fde8b20f-16ae-4373-aff1-1c26206be94d up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:32:19.422444 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port fde8b20f-16ae-4373-aff1-1c26206be94d triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:19.422844 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:19.643324 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:19.833726 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571838'] for router, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:20.075855 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Router 30fc9e88-2e06-465f-a3ef-b145d018a97c is scheduled to L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 with binding_index 1 {{(pid=94696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 03:32:20.185711 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:32:20.195508 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Sync routers for ids ['30fc9e88-2e06-465f-a3ef-b145d018a97c'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:32:20.206233 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Routers {'30fc9e88-2e06-465f-a3ef-b145d018a97c'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:32:20.211357 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:31:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['30fc9e88-2e06-465f-a3ef-b145d018a97c'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:20.253183 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d6874599-0210-4365-a676-75a443447063 admin admin] Notify callbacks [] for router, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:20.256463 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d6874599-0210-4365-a676-75a443447063 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1802447 Sep 23 03:32:20.257429 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59762) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:32:20.312408 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a722b4-8a24-4e21-a7de-96fc9d739548 None None] Network 71db8f06-f5e7-405e-9dc5-3bd750b6799d requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:32:20.331096 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Set router 30fc9e88-2e06-465f-a3ef-b145d018a97c gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:32:20.404220 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-90d5c4c0-3132-4733-bfd6-4972f55d0b7b None None] Provisioning complete for port 5e4644ca-601d-47de-b653-448c2e82b722 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:20.404610 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-90d5c4c0-3132-4733-bfd6-4972f55d0b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:20.659823 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-90d5c4c0-3132-4733-bfd6-4972f55d0b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:20.682399 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:20.706794 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-90d5c4c0-3132-4733-bfd6-4972f55d0b7b None None] For port 5e4644ca-601d-47de-b653-448c2e82b722, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=5e4644ca-601d-47de-b653-448c2e82b722,segment=NetworkSegment(bc23b58f-3b58-4fbf-9b58-cd1c4511b068),segment_id=bc23b58f-3b58-4fbf-9b58-cd1c4511b068)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:32:20.711586 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'name': 'tempest-TestMinimumBasicScenario-671741484-router', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:19Z', 'revision_number': 3, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'gw_port': {'id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:33:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:20.738640 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Checking router: 30fc9e88-2e06-465f-a3ef-b145d018a97c for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:32:20.738987 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Updating router 30fc9e88-2e06-465f-a3ef-b145d018a97c port e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 binding host dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:32:20.767459 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:20.849170 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-90d5c4c0-3132-4733-bfd6-4972f55d0b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:20.852249 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Allocated IP 172.20.0.1 (71db8f06-f5e7-405e-9dc5-3bd750b6799d/5de9c8c7-926d-4f56-a0e3-637e6df3272f/2937c621-6976-4d91-8181-6ef54d3eab76) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:32:20.932762 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c4c0-3132-4733-bfd6-4972f55d0b7b None None] Pushing event updated for resources: {'Port': ['ID=5e4644ca-601d-47de-b653-448c2e82b722,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:20.963542 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:20.992252 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-c25746b2-2cef-4ea5-b7a5-c843ae9db22c None None] Provisioning complete for port 5e4644ca-601d-47de-b653-448c2e82b722 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:20.992654 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c25746b2-2cef-4ea5-b7a5-c843ae9db22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.053562 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.090916 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Network 71db8f06-f5e7-405e-9dc5-3bd750b6799d is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:32:21.095672 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:32:21.098624 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:32:21.130416 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 5e4644ca-601d-47de-b653-448c2e82b722 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:32:21.139523 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Pushing event updated for resources: {'Port': ['ID=2937c621-6976-4d91-8181-6ef54d3eab76,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:21.141233 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Notify callbacks [] for port, precommit_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.155687 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573059'] for router_interface, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.192324 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 5e4644ca-601d-47de-b653-448c2e82b722 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:21.192638 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.225472 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.296249 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef6de7-6b44-4af5-b490-8314a31dcb51 None None] Pushing event updated for resources: {'Port': ['ID=e20c3bdc-da40-4cd8-a32c-4b6fd82156d6,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:21.301205 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Attempting to bind port e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:32:21.305873 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Attempting to bind port e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:32:21.305873 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Attempting to bind port e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 on network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:32:21.325492 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:32:21.325866 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Checking segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:32:21.326270 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.326661 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Bound using segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:32:21.327126 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Bound port: e20c3bdc-da40-4cd8-a32c-4b6fd82156d6, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:32:21.327503 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.384849 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.395432 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] For port e20c3bdc-da40-4cd8-a32c-4b6fd82156d6, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:32:21.400747 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] For port e20c3bdc-da40-4cd8-a32c-4b6fd82156d6, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=e20c3bdc-da40-4cd8-a32c-4b6fd82156d6,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:32:21.403433 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-276e5f02-18b5-4713-9773-1cdeb5d35a20 None None] Provisioning complete for port 2937c621-6976-4d91-8181-6ef54d3eab76 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:21.403780 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-276e5f02-18b5-4713-9773-1cdeb5d35a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.441082 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-276e5f02-18b5-4713-9773-1cdeb5d35a20 None None] Port 2937c621-6976-4d91-8181-6ef54d3eab76 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:32:21.499955 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.565371 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.578860 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Routers {'30fc9e88-2e06-465f-a3ef-b145d018a97c'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:32:21.579494 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:31:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['30fc9e88-2e06-465f-a3ef-b145d018a97c'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:21.582456 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef6de7-6b44-4af5-b490-8314a31dcb51 None None] Pushing event updated for resources: {'Port': ['ID=e20c3bdc-da40-4cd8-a32c-4b6fd82156d6,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:21.649718 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a009e09f-d195-40d4-a985-f310f7a8a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.675712 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26797603'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.744181 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Pushing event updated for resources: {'Port': ['ID=2937c621-6976-4d91-8181-6ef54d3eab76,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:21.750444 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573299'] for router_interface, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:21.820046 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] Set router 30fc9e88-2e06-465f-a3ef-b145d018a97c gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:32:21.849819 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Network 71db8f06-f5e7-405e-9dc5-3bd750b6799d is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:32:21.851241 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:32:21.964929 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Router 30fc9e88-2e06-465f-a3ef-b145d018a97c has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:32:22.023874 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'name': 'tempest-TestMinimumBasicScenario-671741484-router', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:21Z', 'revision_number': 4, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'gw_port': {'id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:33:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '2937c621-6976-4d91-8181-6ef54d3eab76', 'name': '', 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'mac_address': 'fa:16:3e:cb:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5de9c8c7-926d-4f56-a0e3-637e6df3272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:20Z', 'updated_at': '2021-09-23T03:32:20Z', 'revision_number': 1, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'subnets': [{'id': '5de9c8c7-926d-4f56-a0e3-637e6df3272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:22.050845 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525e850b-6b08-48e4-a299-dc105d87fe6b None None] The sync data for ids ['30fc9e88-2e06-465f-a3ef-b145d018a97c'] in dv-cinder-768458-9-iscsi is: [{'id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'name': 'tempest-TestMinimumBasicScenario-671741484-router', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:21Z', 'revision_number': 4, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'gw_port': {'id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:33:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '2937c621-6976-4d91-8181-6ef54d3eab76', 'name': '', 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'mac_address': 'fa:16:3e:cb:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5de9c8c7-926d-4f56-a0e3-637e6df3272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:20Z', 'updated_at': '2021-09-23T03:32:20Z', 'revision_number': 1, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'subnets': [{'id': '5de9c8c7-926d-4f56-a0e3-637e6df3272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:32:22.071050 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-b2d01605-9993-451d-bd36-336535919ae7 None None] Provisioning complete for port 2937c621-6976-4d91-8181-6ef54d3eab76 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:22.071429 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-b2d01605-9993-451d-bd36-336535919ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:22.080738 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:32:22.093001 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-dcd092dd-2f54-4b46-9649-2edc073cd393 admin admin] 10.222.0.23 "PUT /v2.0/routers/30fc9e88-2e06-465f-a3ef-b145d018a97c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8310394 Sep 23 03:32:22.114800 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-b2d01605-9993-451d-bd36-336535919ae7 None None] Port 2937c621-6976-4d91-8181-6ef54d3eab76 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:32:23.117264 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:32:23.191600 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:23.192266 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:23.294380 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:23.315132 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port e20c3bdc-da40-4cd8-a32c-4b6fd82156d6, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=e20c3bdc-da40-4cd8-a32c-4b6fd82156d6,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:32:23.443562 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:23.510991 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=e20c3bdc-da40-4cd8-a32c-4b6fd82156d6,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:24.355838 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c4aa00b4-46d8-4d70-a3ce-482aed2921f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:24.743547 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:25.100175 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:32:25.162775 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:25.163325 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:25.372414 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:25.387638 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Sync routers for ids ['30fc9e88-2e06-465f-a3ef-b145d018a97c'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:32:25.398382 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Routers {'30fc9e88-2e06-465f-a3ef-b145d018a97c'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:32:25.399125 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:32:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['30fc9e88-2e06-465f-a3ef-b145d018a97c'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:25.524221 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Set router 30fc9e88-2e06-465f-a3ef-b145d018a97c gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:32:25.727585 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'name': 'tempest-TestMinimumBasicScenario-671741484-router', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:21Z', 'revision_number': 4, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'gw_port': {'id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '2937c621-6976-4d91-8181-6ef54d3eab76', 'name': '', 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'mac_address': 'fa:16:3e:cb:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5de9c8c7-926d-4f56-a0e3-637e6df3272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:20Z', 'updated_at': '2021-09-23T03:32:21Z', 'revision_number': 2, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'subnets': [{'id': '5de9c8c7-926d-4f56-a0e3-637e6df3272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:25.752821 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Checking router: 30fc9e88-2e06-465f-a3ef-b145d018a97c for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:32:25.753172 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Updating router 30fc9e88-2e06-465f-a3ef-b145d018a97c port 2937c621-6976-4d91-8181-6ef54d3eab76 binding host dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:32:25.777745 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:26.049093 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:26.132176 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:26.181233 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec785e78-3945-454c-8089-88495d5fbb35 None None] Pushing event updated for resources: {'Port': ['ID=2937c621-6976-4d91-8181-6ef54d3eab76,revision_number=3']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:26.253848 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Attempting to bind port 2937c621-6976-4d91-8181-6ef54d3eab76 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:32:26.254217 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Attempting to bind port 2937c621-6976-4d91-8181-6ef54d3eab76 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'bc23b58f-3b58-4fbf-9b58-cd1c4511b068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d'}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:32:26.254779 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Attempting to bind port 2937c621-6976-4d91-8181-6ef54d3eab76 on network 71db8f06-f5e7-405e-9dc5-3bd750b6799d {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:32:26.260057 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:32:26.260429 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Checking segment: {'id': 'bc23b58f-3b58-4fbf-9b58-cd1c4511b068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:32:26.261021 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:26.261426 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Bound using segment: {'id': 'bc23b58f-3b58-4fbf-9b58-cd1c4511b068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d'} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:32:26.261912 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Bound port: 2937c621-6976-4d91-8181-6ef54d3eab76, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc23b58f-3b58-4fbf-9b58-cd1c4511b068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d'}}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:32:26.262497 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:26.358666 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] For port 2937c621-6976-4d91-8181-6ef54d3eab76, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:32:26.360674 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] For port 2937c621-6976-4d91-8181-6ef54d3eab76, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=2937c621-6976-4d91-8181-6ef54d3eab76,segment=NetworkSegment(bc23b58f-3b58-4fbf-9b58-cd1c4511b068),segment_id=bc23b58f-3b58-4fbf-9b58-cd1c4511b068)] {{(pid=94698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:32:26.464560 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:26.465831 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-beabab05-f480-46d4-a851-ea4b2b5633c9 None None] Provisioning complete for port 2937c621-6976-4d91-8181-6ef54d3eab76 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:26.466733 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-beabab05-f480-46d4-a851-ea4b2b5633c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:26.521218 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec785e78-3945-454c-8089-88495d5fbb35 None None] Pushing event updated for resources: {'Port': ['ID=2937c621-6976-4d91-8181-6ef54d3eab76,revision_number=4']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:26.537884 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Routers {'30fc9e88-2e06-465f-a3ef-b145d018a97c'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:32:26.538489 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:32:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['30fc9e88-2e06-465f-a3ef-b145d018a97c'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:26.577926 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-beabab05-f480-46d4-a851-ea4b2b5633c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:26.626496 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-beabab05-f480-46d4-a851-ea4b2b5633c9 None None] For port 2937c621-6976-4d91-8181-6ef54d3eab76, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=2937c621-6976-4d91-8181-6ef54d3eab76,segment=NetworkSegment(bc23b58f-3b58-4fbf-9b58-cd1c4511b068),segment_id=bc23b58f-3b58-4fbf-9b58-cd1c4511b068)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:32:26.698520 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-beabab05-f480-46d4-a851-ea4b2b5633c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:26.749430 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] Set router 30fc9e88-2e06-465f-a3ef-b145d018a97c gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:32:26.792728 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabab05-f480-46d4-a851-ea4b2b5633c9 None None] Pushing event updated for resources: {'Port': ['ID=2937c621-6976-4d91-8181-6ef54d3eab76,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:26.828679 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-26ba89f4-c910-4e68-aa4a-e3e01e24feab None None] Provisioning complete for port 2937c621-6976-4d91-8181-6ef54d3eab76 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:26.828679 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-26ba89f4-c910-4e68-aa4a-e3e01e24feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:26.989080 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'name': 'tempest-TestMinimumBasicScenario-671741484-router', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:21Z', 'revision_number': 4, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'gw_port': {'id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '2937c621-6976-4d91-8181-6ef54d3eab76', 'name': '', 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'mac_address': 'fa:16:3e:cb:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5de9c8c7-926d-4f56-a0e3-637e6df3272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:20Z', 'updated_at': '2021-09-23T03:32:26Z', 'revision_number': 4, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'subnets': [{'id': '5de9c8c7-926d-4f56-a0e3-637e6df3272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:32:27.025842 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03097aa3-0290-49eb-b634-33cc9c5f77c0 None None] The sync data for ids ['30fc9e88-2e06-465f-a3ef-b145d018a97c'] in dv-cinder-768458-9-iscsi is: [{'id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'name': 'tempest-TestMinimumBasicScenario-671741484-router', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:21Z', 'revision_number': 4, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'gw_port': {'id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '2937c621-6976-4d91-8181-6ef54d3eab76', 'name': '', 'network_id': '71db8f06-f5e7-405e-9dc5-3bd750b6799d', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'mac_address': 'fa:16:3e:cb:0e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5de9c8c7-926d-4f56-a0e3-637e6df3272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:20Z', 'updated_at': '2021-09-23T03:32:26Z', 'revision_number': 4, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'subnets': [{'id': '5de9c8c7-926d-4f56-a0e3-637e6df3272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:32:27.197530 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 2937c621-6976-4d91-8181-6ef54d3eab76 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:32:27.239034 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:27.255941 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 2937c621-6976-4d91-8181-6ef54d3eab76 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:27.256615 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:34.379217 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-738d953f-4d1f-4d6f-8953-d5e0ed5db433 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:34.380769 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-738d953f-4d1f-4d6f-8953-d5e0ed5db433 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/networks?id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78 HTTP/1.1" status: 200 len: 815 time: 0.1014366 Sep 23 03:32:34.395723 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-487f42a8-133d-4929-b286-335902b2f690 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/quotas/d44cc135efd34c2ebd0b06caba26bca7 HTTP/1.1" status: 200 len: 375 time: 0.0092826 Sep 23 03:32:34.444133 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-29298b2b-26a4-4cad-aaf8-066e47e4c3e5 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433187 Sep 23 03:32:34.850993 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-37875b8c-d65d-4950-b5a4-a582d6345095 service neutron] 10.222.0.23 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949983 Sep 23 03:32:34.938811 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-077ab1c2-1a8f-4753-8fc4-ae87eba960f7 service neutron] 10.222.0.23 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811913 Sep 23 03:32:35.169483 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6200975a-a1d2-4d5f-9108-a7c904d4416c req-87670be3-97ee-47fc-bbd8-3cc2ddc22382 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 210 time: 0.0280697 Sep 23 03:32:36.246324 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-e21044a0-5074-4172-8b29-c391ef66ffe8 req-0649253b-d5e1-4f0c-90e1-488ebb0fb339 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 210 time: 0.0270307 Sep 23 03:32:37.156215 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:37.343206 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-33a7c98b-f701-497e-80f1-d3a44d4314b5 req-868ab503-d5eb-4c5a-95b7-c34a8bed6cbf tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 210 time: 0.0267291 Sep 23 03:32:37.694763 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0a76ada4-c5c9-4d40-af11-bbaf7821dd60 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:37.696107 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0a76ada4-c5c9-4d40-af11-bbaf7821dd60 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.13 "GET /v2.0/networks?id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78 HTTP/1.1" status: 200 len: 815 time: 0.0999553 Sep 23 03:32:37.720454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Request body: {'port': {'device_id': '18737efa-03ed-468b-a089-17c29c86cf34', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'admin_state_up': True, 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:32:37.926055 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Made reservation on behalf of d44cc135efd34c2ebd0b06caba26bca7 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:32:37.930124 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:38.055879 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Allocated IP 172.20.0.9 (a9584aa7-1125-41a0-a42a-9b3bb6be5e78/0ffbfdba-d576-4341-a6a5-e8fdbd943b7d/ccd50c60-beeb-405d-b3f0-d27b93d7762c) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:32:38.208898 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:38.310120 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:38.352463 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:32:38.355545 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:32:38.359281 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:32:38.388950 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'Port': ['ID=ccd50c60-beeb-405d-b3f0-d27b93d7762c,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:38.417216 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:38.417862 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:38.429894 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.430251 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.430642 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.430991 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.431332 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.431673 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.432050 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.432387 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.432744 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.433074 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.433401 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.434356 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:38.475728 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6289f8-9992-4537-810f-235d83513210 req-4c8c5d15-2065-495c-84a5-b9e49990b3db tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:38.477325 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7c6289f8-9992-4537-810f-235d83513210 req-4c8c5d15-2065-495c-84a5-b9e49990b3db tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 931 time: 0.0629957 Sep 23 03:32:38.518594 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-7c6289f8-9992-4537-810f-235d83513210 req-748d8d69-e11a-4966-b31a-b8e5849d2f79 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341384 Sep 23 03:32:38.562175 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-c651e416-7461-435c-83c6-e622d404833b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8451753 Sep 23 03:32:38.580050 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Request body: {'port': {'device_id': '18737efa-03ed-468b-a089-17c29c86cf34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:32:38.629835 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-10fb4818-61e9-48dc-b9e4-cbac1bb503d3 None None] Provisioning complete for port ccd50c60-beeb-405d-b3f0-d27b93d7762c triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:38.630985 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-10fb4818-61e9-48dc-b9e4-cbac1bb503d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:38.648997 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:38.671300 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-10fb4818-61e9-48dc-b9e4-cbac1bb503d3 None None] Port ccd50c60-beeb-405d-b3f0-d27b93d7762c cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:32:39.002405 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd50c60-beeb-405d-b3f0-d27b93d7762c {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:32:39.010037 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:39.023539 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Transition to ACTIVE for port object ccd50c60-beeb-405d-b3f0-d27b93d7762c will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:32:39.097788 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:39.151679 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Pushing event updated for resources: {'Port': ['ID=ccd50c60-beeb-405d-b3f0-d27b93d7762c,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:39.232916 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Attempting to bind port ccd50c60-beeb-405d-b3f0-d27b93d7762c on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:32:39.233296 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Attempting to bind port ccd50c60-beeb-405d-b3f0-d27b93d7762c by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:32:39.233585 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Attempting to bind port ccd50c60-beeb-405d-b3f0-d27b93d7762c on network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:32:39.239539 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Port ccd50c60-beeb-405d-b3f0-d27b93d7762c on network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:32:39.239539 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Attempting to bind port ccd50c60-beeb-405d-b3f0-d27b93d7762c on network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:32:39.244136 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:32:39.244466 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Checking segment: {'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:32:39.244890 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Bound using segment: {'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:32:39.245479 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Bound port: ccd50c60-beeb-405d-b3f0-d27b93d7762c, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa9b9a64-75e8-45d8-9fed-98e46296644a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:32:39.245845 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:39.316252 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] For port ccd50c60-beeb-405d-b3f0-d27b93d7762c, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:32:39.320519 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] For port ccd50c60-beeb-405d-b3f0-d27b93d7762c, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:32:39.395553 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:39.432812 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:39.433464 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:39.434889 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] 10.222.0.13 "PUT /v2.0/ports/ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 200 len: 1093 time: 0.8591661 Sep 23 03:32:39.435421 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:32:39.437566 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114f1e37-8396-4720-8201-fa77afbcc3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:32:39.471954 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7244b8-feb7-4759-bcdc-91ec78a79ebc service neutron] Pushing event updated for resources: {'Port': ['ID=ccd50c60-beeb-405d-b3f0-d27b93d7762c,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:39.488706 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffb6776-4ee9-42c5-85b7-9338ecbbb9bf x-openstack-request-id: req-1ffb6776-4ee9-42c5-85b7-9338ecbbb9bf {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:32:39.489000 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:32:39.489243 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ffb6776-4ee9-42c5-85b7-9338ecbbb9bf {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:32:39.489736 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'status': 'completed', 'code': 200} Sep 23 03:32:39.649558 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a881e-be0d-4b01-ade6-24ba9af18f80 req-8311e8ba-1d3d-48d5-a646-bb0eb642ad53 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:39.651127 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3a8a881e-be0d-4b01-ade6-24ba9af18f80 req-8311e8ba-1d3d-48d5-a646-bb0eb642ad53 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0581923 Sep 23 03:32:39.690383 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3a8a881e-be0d-4b01-ade6-24ba9af18f80 req-6d35d5d8-bb35-47b1-b12f-6501bc8a0598 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333080 Sep 23 03:32:40.814240 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da793e9-b895-4ae6-8a06-457df3d59cbe req-af0ee909-ad6c-437a-aa8c-49c8d508f89a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:40.815815 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5da793e9-b895-4ae6-8a06-457df3d59cbe req-af0ee909-ad6c-437a-aa8c-49c8d508f89a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0544906 Sep 23 03:32:40.856735 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5da793e9-b895-4ae6-8a06-457df3d59cbe req-87f917cf-5ece-4805-96a5-06b2f2af1986 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337901 Sep 23 03:32:41.776881 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:32:41.971048 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043840f-e65b-41d4-8bb5-8b761d61d197 req-d579c568-56ec-4005-8da6-657ba10f2bcd tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:41.972648 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9043840f-e65b-41d4-8bb5-8b761d61d197 req-d579c568-56ec-4005-8da6-657ba10f2bcd tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0494566 Sep 23 03:32:42.011465 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9043840f-e65b-41d4-8bb5-8b761d61d197 req-8652b6d3-66e0-47db-989a-3c068394000e tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Sep 23 03:32:43.129328 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245904ce-6b07-4745-b56d-e576fe75ccd7 req-d98ce9ea-decb-47bc-a72c-b8d4a15ff131 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:43.130774 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-245904ce-6b07-4745-b56d-e576fe75ccd7 req-d98ce9ea-decb-47bc-a72c-b8d4a15ff131 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0506508 Sep 23 03:32:43.168958 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-245904ce-6b07-4745-b56d-e576fe75ccd7 req-c34e6274-d80d-40ee-9683-514539538aa1 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323062 Sep 23 03:32:44.289125 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac53208-cd74-482d-8286-e465bd6c6f78 req-d9d3fb62-1a40-493c-9904-168fed344622 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:44.290643 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3ac53208-cd74-482d-8286-e465bd6c6f78 req-d9d3fb62-1a40-493c-9904-168fed344622 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0545595 Sep 23 03:32:44.334413 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3ac53208-cd74-482d-8286-e465bd6c6f78 req-894a0168-c553-44f3-b131-effce7d8d3df tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367413 Sep 23 03:32:45.455433 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d5eb5-a17c-45d2-8f2b-9c48035795fc req-815456ef-8144-466d-b00c-2c9e7b1483e6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:45.456967 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3f1d5eb5-a17c-45d2-8f2b-9c48035795fc req-815456ef-8144-466d-b00c-2c9e7b1483e6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0499237 Sep 23 03:32:45.499897 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3f1d5eb5-a17c-45d2-8f2b-9c48035795fc req-b7abd65c-7dc7-4c32-9a34-a2f7bc02b1fc tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370665 Sep 23 03:32:46.613948 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b262fd-05b8-4a9f-9366-09ddd444465c req-8afc7829-9891-4928-af25-5b1698c79319 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:46.615471 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-14b262fd-05b8-4a9f-9366-09ddd444465c req-8afc7829-9891-4928-af25-5b1698c79319 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0495350 Sep 23 03:32:46.654621 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-14b262fd-05b8-4a9f-9366-09ddd444465c req-ef41a940-516a-4927-a205-e6566f66b4d4 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327106 Sep 23 03:32:47.783177 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9713-9262-4972-97f8-442b17e73be8 req-48df3e26-dbdd-49e6-a6dd-6348fff712f7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:47.784874 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8d4c9713-9262-4972-97f8-442b17e73be8 req-48df3e26-dbdd-49e6-a6dd-6348fff712f7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0564704 Sep 23 03:32:47.825069 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8d4c9713-9262-4972-97f8-442b17e73be8 req-d1805e9e-4ce5-40d6-ba13-61f9794c9a06 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341830 Sep 23 03:32:48.939554 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a67ad3-9070-448e-a1c7-f0d42ffe52b2 req-5c6840c6-bf86-4959-931a-88578eb2fa11 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:48.941108 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-69a67ad3-9070-448e-a1c7-f0d42ffe52b2 req-5c6840c6-bf86-4959-931a-88578eb2fa11 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0491815 Sep 23 03:32:48.977650 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-69a67ad3-9070-448e-a1c7-f0d42ffe52b2 req-561304d3-11b3-4967-b28d-48fc3390ebee tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306134 Sep 23 03:32:50.088133 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da8db1-f9d2-4473-a4c8-7ad8487783a3 req-352e208c-5092-4cec-a293-f9c49776aaf1 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:50.089526 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e4da8db1-f9d2-4473-a4c8-7ad8487783a3 req-352e208c-5092-4cec-a293-f9c49776aaf1 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0476508 Sep 23 03:32:50.125760 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e4da8db1-f9d2-4473-a4c8-7ad8487783a3 req-7f28a33b-12cc-4ee5-b339-254ede56eb6b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301893 Sep 23 03:32:50.765608 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f1e37-8396-4720-8201-fa77afbcc3b7 req-60565c68-1712-4270-a378-16da43e5620a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:50.767050 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-114f1e37-8396-4720-8201-fa77afbcc3b7 req-60565c68-1712-4270-a378-16da43e5620a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 1096 time: 0.0390060 Sep 23 03:32:50.880859 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f1e37-8396-4720-8201-fa77afbcc3b7 req-c69e55e7-f7f0-42fa-a43f-e697d08656b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:50.882330 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-114f1e37-8396-4720-8201-fa77afbcc3b7 req-c69e55e7-f7f0-42fa-a43f-e697d08656b7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0916126 Sep 23 03:32:50.976792 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f1e37-8396-4720-8201-fa77afbcc3b7 req-b9467b1c-e171-47e8-969a-afb3c756ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:50.978231 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-114f1e37-8396-4720-8201-fa77afbcc3b7 req-b9467b1c-e171-47e8-969a-afb3c756ee70 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880315 Sep 23 03:32:51.080189 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0e6915c5-3997-4622-b8a4-8ac694a60b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:51.081732 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-0e6915c5-3997-4622-b8a4-8ac694a60b46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 1096 time: 0.0398746 Sep 23 03:32:51.132231 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-90a3c236-8bc0-4ea6-a169-38b2d5ea8156 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 200 len: 217 time: 0.0318778 Sep 23 03:32:51.179416 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-3a9b8f18-5293-446b-bc0b-0e2630337015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:51.180903 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-3a9b8f18-5293-446b-bc0b-0e2630337015 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ffbfdba-d576-4341-a6a5-e8fdbd943b7d HTTP/1.1" status: 200 len: 854 time: 0.0417295 Sep 23 03:32:51.242592 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4279eb-04c8-441d-93ff-62d9cd98ae07 req-78e74a17-294f-4390-b093-d46b64a66686 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:51.244175 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fd4279eb-04c8-441d-93ff-62d9cd98ae07 req-78e74a17-294f-4390-b093-d46b64a66686 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0531368 Sep 23 03:32:51.285884 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fd4279eb-04c8-441d-93ff-62d9cd98ae07 req-e78f5941-dd2a-466a-b4f7-834e8f0b82c0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348856 Sep 23 03:32:51.479430 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-849fe282-1e3a-4396-aad4-71115578c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:51.481041 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-849fe282-1e3a-4396-aad4-71115578c433 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2895067 Sep 23 03:32:51.568473 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-48bcb6a8-325b-4989-8e3a-6ebf135d660a service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797243 Sep 23 03:32:51.606183 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-dc5b9432-79a4-4b46-8617-23f68524a418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:51.670053 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-dd98987d-0c25-4ce3-8e59-a7bcb7d5c2d6 req-b70b9170-06b2-4a57-844e-f430232922af service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917048 Sep 23 03:32:52.399244 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb782ba6-eee9-4c7e-966d-2c11f381a7d6 req-f4531ad8-af92-4642-a644-c3a525299f27 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:52.400792 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eb782ba6-eee9-4c7e-966d-2c11f381a7d6 req-f4531ad8-af92-4642-a644-c3a525299f27 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0492189 Sep 23 03:32:52.437839 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eb782ba6-eee9-4c7e-966d-2c11f381a7d6 req-d8d914b9-da1e-4fa8-a683-dfc15d5142ae tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Sep 23 03:32:53.558499 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f80ae9-db5a-4977-ba27-6cb07804cda3 req-964956f2-6e19-4edb-b326-170957e1f0a0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:53.560028 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-86f80ae9-db5a-4977-ba27-6cb07804cda3 req-964956f2-6e19-4edb-b326-170957e1f0a0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0523655 Sep 23 03:32:53.600572 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-86f80ae9-db5a-4977-ba27-6cb07804cda3 req-cab0d523-f623-4380-a81f-aae0996da2e8 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345471 Sep 23 03:32:54.325569 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c65a0ec8-fd5e-49c8-ad0e-da32161fe4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:54.600549 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device ccd50c60-beeb-405d-b3f0-d27b93d7762c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:32:54.705711 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port ccd50c60-beeb-405d-b3f0-d27b93d7762c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:32:54.716305 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'port_id': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'mac_address': 'fa:16:3e:cb:72:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:32:54.723475 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b051441-5ee4-41a8-9389-251e503f345d req-0c74e939-66b6-4610-a5f9-9fe5b40d62e6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:54.725029 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9b051441-5ee4-41a8-9389-251e503f345d req-0c74e939-66b6-4610-a5f9-9fe5b40d62e6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 943 time: 0.0544915 Sep 23 03:32:54.754695 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:54.766640 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:54.768468 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9b051441-5ee4-41a8-9389-251e503f345d req-4c3c90d2-06c3-4ce3-a7c2-cc6a6c385715 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372365 Sep 23 03:32:54.770628 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd50c60-beeb-405d-b3f0-d27b93d7762c {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:32:54.789832 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port ccd50c60-beeb-405d-b3f0-d27b93d7762c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:32:54.872866 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:54.925483 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=ccd50c60-beeb-405d-b3f0-d27b93d7762c,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:54.932310 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:54.932690 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:54.933646 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:54.933987 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:54.934325 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:54.934664 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:54.934993 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:54.935323 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:54.935673 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:54.936004 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:54.936329 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:54.936680 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:32:55.320132 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:55.322321 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['ccd50c60-beeb-405d-b3f0-d27b93d7762c'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:32:55.878558 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10241d0f-a179-4293-b61d-40175ef5095e req-d28912d2-a26c-4238-bffd-008614d49842 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:55.880025 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-10241d0f-a179-4293-b61d-40175ef5095e req-d28912d2-a26c-4238-bffd-008614d49842 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 944 time: 0.0474827 Sep 23 03:32:55.917033 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-10241d0f-a179-4293-b61d-40175ef5095e req-6179811f-4a50-4a3e-969b-2f69f750443a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Sep 23 03:32:56.621279 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device ccd50c60-beeb-405d-b3f0-d27b93d7762c up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:32:56.748695 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port ccd50c60-beeb-405d-b3f0-d27b93d7762c completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:32:56.752264 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port ccd50c60-beeb-405d-b3f0-d27b93d7762c triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:32:56.752667 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:56.829280 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:56.851121 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:32:56.853356 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1384996b-d4b2-4c5c-ac7e-2438ebb192c3" -d '{"events": [{"server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "name": "network-vif-plugged", "status": "completed", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:32:56.866152 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port ccd50c60-beeb-405d-b3f0-d27b93d7762c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:32:56.948597 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:57.005069 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=ccd50c60-beeb-405d-b3f0-d27b93d7762c,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:32:57.008922 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b009e0f9-6317-4cfd-a9de-72ca673e2602 x-openstack-request-id: req-b009e0f9-6317-4cfd-a9de-72ca673e2602 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:32:57.009201 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "name": "network-vif-plugged", "status": "completed", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:32:57.009474 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b009e0f9-6317-4cfd-a9de-72ca673e2602 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:32:57.009822 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'code': 200} Sep 23 03:32:57.091769 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9a55d-f066-4052-a464-4a6db5691071 req-d3bbb9d5-8f4b-4bfb-8232-66687df4adfd tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:57.093310 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-38a9a55d-f066-4052-a464-4a6db5691071 req-d3bbb9d5-8f4b-4bfb-8232-66687df4adfd tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 945 time: 0.1108673 Sep 23 03:32:57.133756 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-38a9a55d-f066-4052-a464-4a6db5691071 req-c08799c9-37a9-4f07-bad7-690c259bc66e tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338016 Sep 23 03:32:57.246828 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:32:57.442717 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4df6b-316e-4f51-b72e-14922b382ef1 req-b4e5ae4a-2348-461f-a655-6dbc1487972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:57.444177 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8a4df6b-316e-4f51-b72e-14922b382ef1 req-b4e5ae4a-2348-461f-a655-6dbc1487972e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 1098 time: 0.0398378 Sep 23 03:32:57.478962 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b8a4df6b-316e-4f51-b72e-14922b382ef1 req-a30efe6a-9b6f-48aa-8e1b-e2559da16ea5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273585 Sep 23 03:32:58.303642 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af13223-1396-413f-981c-159b9116345d req-f07bd783-80d0-493a-9505-2897061b71f1 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:58.305140 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6af13223-1396-413f-981c-159b9116345d req-f07bd783-80d0-493a-9505-2897061b71f1 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 945 time: 0.1042452 Sep 23 03:32:58.342596 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-6af13223-1396-413f-981c-159b9116345d req-87dafaa0-6bf8-417b-ad21-36c2e0d50a09 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309677 Sep 23 03:32:59.457236 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b792103-5d85-415e-a4d3-737e4490e65f req-e34235f5-1378-4cf2-a63c-6f76d22eca97 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:59.458719 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5b792103-5d85-415e-a4d3-737e4490e65f req-e34235f5-1378-4cf2-a63c-6f76d22eca97 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 945 time: 0.0487595 Sep 23 03:32:59.496574 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5b792103-5d85-415e-a4d3-737e4490e65f req-d035817e-e959-427f-86b1-d48041dd0d2b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319018 Sep 23 03:32:59.611313 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e02dd1-0246-48bc-a12f-79d11fd48c6d req-09cc0214-eefc-42d6-aaad-8c6bc1870909 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:59.612846 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d7e02dd1-0246-48bc-a12f-79d11fd48c6d req-09cc0214-eefc-42d6-aaad-8c6bc1870909 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 945 time: 0.0487015 Sep 23 03:32:59.654198 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d7e02dd1-0246-48bc-a12f-79d11fd48c6d req-7bde8e74-aed2-4893-8fd4-c9639f68ad35 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Sep 23 03:32:59.970808 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e23f2-63a4-4b96-9352-3b635b53c47a req-cc83dfba-bd0d-4a65-ad45-9c0240f80e9b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:32:59.972157 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb3e23f2-63a4-4b96-9352-3b635b53c47a req-cc83dfba-bd0d-4a65-ad45-9c0240f80e9b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 945 time: 0.0479324 Sep 23 03:33:00.008278 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb3e23f2-63a4-4b96-9352-3b635b53c47a req-abef188b-f6ca-4531-b695-6c9081f165f0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302987 Sep 23 03:33:07.159962 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:12.514604 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb7a30-b8c6-4064-afd1-1285a5859bc1 req-d863acad-c9c7-4ce7-9927-3d466eade6bd tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:12.516087 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3ceb7a30-b8c6-4064-afd1-1285a5859bc1 req-d863acad-c9c7-4ce7-9927-3d466eade6bd tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 945 time: 0.0478299 Sep 23 03:33:12.552569 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3ceb7a30-b8c6-4064-afd1-1285a5859bc1 req-36e363b6-ca1f-414f-a1fd-e19169c409da tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306089 Sep 23 03:33:12.576745 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59982) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:33:12.655051 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c28bc-6bb1-4b5b-acad-817f6e588f1c tempest-TestMinimumBasicScenario-2068955389 tempest-TestMinimumBasicScenario-2068955389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:12.656545 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-177c28bc-6bb1-4b5b-acad-817f6e588f1c tempest-TestMinimumBasicScenario-2068955389 tempest-TestMinimumBasicScenario-2068955389-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 1093 time: 0.0788088 Sep 23 03:33:12.659478 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 59986) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:33:12.663578 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Request body: {'floatingip': {'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'port_id': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:33:12.788437 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for floatingip, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:12.886580 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:12.990901 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Allocated IP 172.27.1.154 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/abb6c107-eb15-4e5b-840b-34b07ebe8acf) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:33:13.087346 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:13.182711 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:13.219757 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:33:13.222480 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:33:13.225927 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:33:13.233586 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'Port': ['ID=abb6c107-eb15-4e5b-840b-34b07ebe8acf,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:33:13.566580 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:13.691181 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:13.833242 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:13.902360 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:13.973977 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'Port': ['ID=abb6c107-eb15-4e5b-840b-34b07ebe8acf,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:33:13.983967 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:14.081293 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Floating IP 1f85f276-d1e9-4064-a882-0f936bd075d4 associated. External IP: 172.27.1.154, port: ccd50c60-beeb-405d-b3f0-d27b93d7762c. Sep 23 03:33:14.278218 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Router f63f5a7e-af8e-4a65-91ca-f311a1529a71 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:33:14.380864 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:33:14.391288 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8430586b-f7d1-4541-ab57-dad88b6e8f20 None None] Sync routers for ids ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:33:14.400314 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8430586b-f7d1-4541-ab57-dad88b6e8f20 None None] Routers {'f63f5a7e-af8e-4a65-91ca-f311a1529a71'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:33:14.403386 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-8430586b-f7d1-4541-ab57-dad88b6e8f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:32:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:33:14.490827 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:14.502216 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-8430586b-f7d1-4541-ab57-dad88b6e8f20 None None] Set router f63f5a7e-af8e-4a65-91ca-f311a1529a71 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:33:14.518882 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-a1947b37-6569-4f8e-885e-a94657db0a1a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8584235 Sep 23 03:33:14.519471 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:33:14.521814 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34" -d '{"events": [{"name": "network-changed", "server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:33:14.522328 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59988) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:33:14.528079 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918943856', 'description': 'tempest-secgroup-smoke-918943856 description', 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:33:14.560898 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d6e6e4-bf2a-40db-b58a-9e9562bb273e x-openstack-request-id: req-27d6e6e4-bf2a-40db-b58a-9e9562bb273e {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:33:14.560898 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:33:14.560898 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-27d6e6e4-bf2a-40db-b58a-9e9562bb273e {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:33:14.561210 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'status': 'completed', 'code': 200} Sep 23 03:33:14.605343 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:14.653138 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-f9b93c62-a488-40f6-804f-829543eecd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:14.654593 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-f9b93c62-a488-40f6-804f-829543eecd36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 1098 time: 0.0437479 Sep 23 03:33:14.692029 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:14.730328 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-8430586b-f7d1-4541-ab57-dad88b6e8f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:15Z', 'revision_number': 4, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '1f85f276-d1e9-4064-a882-0f936bd075d4', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'port_id': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'mac_address': 'fa:16:3e:cb:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18737efa-03ed-468b-a089-17c29c86cf34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:33:13Z', 'updated_at': '2021-09-23T03:33:13Z', 'revision_number': 0, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03ab621-7a3c-427d-844b-db8a122bff03', 'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'mac_address': 'fa:16:3e:43:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:14Z', 'updated_at': '2021-09-23T03:32:18Z', 'revision_number': 5, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'subnets': [{'id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:33:14.750461 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-7afca2d3-1c3f-458e-a889-88c66786bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:14.751959 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-7afca2d3-1c3f-458e-a889-88c66786bd80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78 HTTP/1.1" status: 200 len: 916 time: 0.0900040 Sep 23 03:33:14.756321 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8430586b-f7d1-4541-ab57-dad88b6e8f20 None None] Checking router: f63f5a7e-af8e-4a65-91ca-f311a1529a71 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:33:14.765061 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8430586b-f7d1-4541-ab57-dad88b6e8f20 None None] Routers {'f63f5a7e-af8e-4a65-91ca-f311a1529a71'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:33:14.765335 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:14.765851 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-8430586b-f7d1-4541-ab57-dad88b6e8f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:32:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:33:14.794281 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feeb4b82-432a-4297-93f0-4bd88ff32314,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:33:14.801618 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.801973 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.802330 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.802675 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.803011 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.803356 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.803695 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.804089 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.804431 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.804789 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.805130 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.805460 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:33:14.825493 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-80427118-7324-4146-8f36-0d1e2793e765 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 200 len: 999 time: 0.0657887 Sep 23 03:33:14.856838 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:14.860854 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-e7d6b445-4eea-4bdb-bbab-18c142dc28e2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3348389 Sep 23 03:33:14.861079 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59992) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:33:14.865496 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-58353799-3405-4700-ab75-086715ef43d2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Request body: {'security_group_rule': {'security_group_id': 'feeb4b82-432a-4297-93f0-4bd88ff32314', 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:33:14.889434 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-8430586b-f7d1-4541-ab57-dad88b6e8f20 None None] Set router f63f5a7e-af8e-4a65-91ca-f311a1529a71 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:33:14.889666 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-b760b7f5-fe3c-4277-ac77-36386901348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:14.890994 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-b760b7f5-fe3c-4277-ac77-36386901348d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ffbfdba-d576-4341-a6a5-e8fdbd943b7d HTTP/1.1" status: 200 len: 854 time: 0.0495851 Sep 23 03:33:14.940909 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-1def1655-86a9-4f60-bc59-6e9c93de8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:14.942415 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-1def1655-86a9-4f60-bc59-6e9c93de8715 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439453 Sep 23 03:33:14.954415 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-a58dd958-97e7-458c-ad27-101dd946d2af service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:33:14.955359 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-a58dd958-97e7-458c-ad27-101dd946d2af service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049462 Sep 23 03:33:14.987876 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-58353799-3405-4700-ab75-086715ef43d2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.052772 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-58353799-3405-4700-ab75-086715ef43d2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.054608 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-da468039-ea87-4b3b-88cc-73a2d766a29f service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911796 Sep 23 03:33:15.131097 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-58353799-3405-4700-ab75-086715ef43d2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.152817 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58353799-3405-4700-ab75-086715ef43d2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8707a8-30da-4c84-a54e-2eb521beba45,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:33:15.153700 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-25cfab3f-d8b3-4fe2-b3a2-90c9c1da4e34 req-4e983b18-3fea-4b9a-abdc-fcfb77494725 service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892866 Sep 23 03:33:15.222410 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-58353799-3405-4700-ab75-086715ef43d2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.223590 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-58353799-3405-4700-ab75-086715ef43d2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615365 Sep 23 03:33:15.226399 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59994) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:33:15.230852 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-b73df280-e1e9-4bcb-9c49-f523b3c81127 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Request body: {'security_group_rule': {'security_group_id': 'feeb4b82-432a-4297-93f0-4bd88ff32314', 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:33:15.246177 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-8430586b-f7d1-4541-ab57-dad88b6e8f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:15Z', 'revision_number': 4, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '1f85f276-d1e9-4064-a882-0f936bd075d4', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'port_id': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'mac_address': 'fa:16:3e:cb:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18737efa-03ed-468b-a089-17c29c86cf34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:33:13Z', 'updated_at': '2021-09-23T03:33:13Z', 'revision_number': 0, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03ab621-7a3c-427d-844b-db8a122bff03', 'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'mac_address': 'fa:16:3e:43:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:14Z', 'updated_at': '2021-09-23T03:32:18Z', 'revision_number': 5, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'subnets': [{'id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:33:15.273057 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8430586b-f7d1-4541-ab57-dad88b6e8f20 None None] The sync data for ids ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'] in dv-cinder-768458-9-iscsi is: [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:15Z', 'revision_number': 4, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '1f85f276-d1e9-4064-a882-0f936bd075d4', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'floating_ip_address': '172.27.1.154', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'port_id': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'mac_address': 'fa:16:3e:cb:72:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18737efa-03ed-468b-a089-17c29c86cf34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:33:13Z', 'updated_at': '2021-09-23T03:33:13Z', 'revision_number': 0, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f03ab621-7a3c-427d-844b-db8a122bff03', 'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'mac_address': 'fa:16:3e:43:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:14Z', 'updated_at': '2021-09-23T03:32:18Z', 'revision_number': 5, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'subnets': [{'id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:33:15.313852 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b73df280-e1e9-4bcb-9c49-f523b3c81127 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.372157 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b73df280-e1e9-4bcb-9c49-f523b3c81127 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.428563 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b73df280-e1e9-4bcb-9c49-f523b3c81127 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.446286 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73df280-e1e9-4bcb-9c49-f523b3c81127 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3ce0e0-0227-4e1f-be55-afe64015f33a,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:33:15.451390 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76e2382-55e9-4817-a729-3130bbc046cf None None] New status for floating IP 1f85f276-d1e9-4064-a882-0f936bd075d4: ACTIVE {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:33:15.514009 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b73df280-e1e9-4bcb-9c49-f523b3c81127 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.515172 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b73df280-e1e9-4bcb-9c49-f523b3c81127 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2878184 Sep 23 03:33:15.523572 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59996) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:33:15.528005 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-2ffd2c68-39ad-40b1-8f32-de5793489480 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Request body: {'security_group_rule': {'security_group_id': 'feeb4b82-432a-4297-93f0-4bd88ff32314', 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:33:15.667620 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2c68-39ad-40b1-8f32-de5793489480 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.726023 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2c68-39ad-40b1-8f32-de5793489480 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.811056 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2c68-39ad-40b1-8f32-de5793489480 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.826634 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd2c68-39ad-40b1-8f32-de5793489480 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e9b831-985a-4d9e-a86f-67cddf548253,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:33:15.924911 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2c68-39ad-40b1-8f32-de5793489480 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:15.926128 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-2ffd2c68-39ad-40b1-8f32-de5793489480 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016180 Sep 23 03:33:15.928832 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 59998) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:33:15.933087 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-92b5bfea-c718-4cff-aaca-3b768f9455fb tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Request body: {'security_group_rule': {'security_group_id': 'feeb4b82-432a-4297-93f0-4bd88ff32314', 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:33:16.015556 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-92b5bfea-c718-4cff-aaca-3b768f9455fb tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.074485 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-92b5bfea-c718-4cff-aaca-3b768f9455fb tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.153451 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-92b5bfea-c718-4cff-aaca-3b768f9455fb tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.167751 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5bfea-c718-4cff-aaca-3b768f9455fb tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e9ae3a-929d-42a1-a03e-8434831931ed,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:33:16.222056 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-92b5bfea-c718-4cff-aaca-3b768f9455fb tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.223248 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-92b5bfea-c718-4cff-aaca-3b768f9455fb tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2935181 Sep 23 03:33:16.225896 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60000) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:33:16.230136 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-583fe133-a973-4c0c-b960-162ff6addce0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Request body: {'security_group_rule': {'security_group_id': 'feeb4b82-432a-4297-93f0-4bd88ff32314', 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:33:16.342681 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.securitygroups_db [None req-583fe133-a973-4c0c-b960-162ff6addce0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Project d44cc135efd34c2ebd0b06caba26bca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 03:33:16.347309 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-583fe133-a973-4c0c-b960-162ff6addce0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.404565 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-583fe133-a973-4c0c-b960-162ff6addce0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.490619 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-583fe133-a973-4c0c-b960-162ff6addce0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.508212 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fe133-a973-4c0c-b960-162ff6addce0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ed30cd-efb0-4fbe-b731-6b253b97dfba,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:33:16.593805 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-583fe133-a973-4c0c-b960-162ff6addce0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.594982 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-583fe133-a973-4c0c-b960-162ff6addce0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3681419 Sep 23 03:33:16.597672 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60002) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:33:16.601913 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-55b167e6-16d4-4bb8-91b2-da9a8528d383 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Request body: {'security_group_rule': {'security_group_id': 'feeb4b82-432a-4297-93f0-4bd88ff32314', 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:33:16.679116 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.securitygroups_db [None req-55b167e6-16d4-4bb8-91b2-da9a8528d383 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Project d44cc135efd34c2ebd0b06caba26bca7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 03:33:16.684340 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-55b167e6-16d4-4bb8-91b2-da9a8528d383 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.742433 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-55b167e6-16d4-4bb8-91b2-da9a8528d383 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.822135 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-55b167e6-16d4-4bb8-91b2-da9a8528d383 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.841736 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b167e6-16d4-4bb8-91b2-da9a8528d383 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be768971-77af-4707-9a10-9fe119950b27,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:33:16.907770 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-55b167e6-16d4-4bb8-91b2-da9a8528d383 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:16.909065 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-55b167e6-16d4-4bb8-91b2-da9a8528d383 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3104560 Sep 23 03:33:16.985463 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2874e8d1-0e5a-40a6-bc7a-ab7a5551b5ef req-d37ff835-ada0-4934-acf2-d153f9b261fd tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918943856&fields=id&tenant_id=d44cc135efd34c2ebd0b06caba26bca7 HTTP/1.1" status: 200 len: 267 time: 0.0329278 Sep 23 03:33:17.036462 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874e8d1-0e5a-40a6-bc7a-ab7a5551b5ef req-9e73c8f2-969c-427d-bd18-173a587d7e4d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:17.037950 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2874e8d1-0e5a-40a6-bc7a-ab7a5551b5ef req-9e73c8f2-969c-427d-bd18-173a587d7e4d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 945 time: 0.0470364 Sep 23 03:33:17.049528 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-2874e8d1-0e5a-40a6-bc7a-ab7a5551b5ef req-eacf3e3f-8fba-49b2-96f8-3fcf9e93022d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Request body: {'port': {'security_groups': ['5dd28480-5e25-4156-be2b-0154604125fb', 'feeb4b82-432a-4297-93f0-4bd88ff32314']}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:33:17.114845 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-2874e8d1-0e5a-40a6-bc7a-ab7a5551b5ef req-eacf3e3f-8fba-49b2-96f8-3fcf9e93022d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:17.290993 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-2874e8d1-0e5a-40a6-bc7a-ab7a5551b5ef req-eacf3e3f-8fba-49b2-96f8-3fcf9e93022d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] For port ccd50c60-beeb-405d-b3f0-d27b93d7762c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:33:17.318834 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-2874e8d1-0e5a-40a6-bc7a-ab7a5551b5ef req-eacf3e3f-8fba-49b2-96f8-3fcf9e93022d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:17.387580 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-2874e8d1-0e5a-40a6-bc7a-ab7a5551b5ef req-eacf3e3f-8fba-49b2-96f8-3fcf9e93022d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:17.424100 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['ccd50c60-beeb-405d-b3f0-d27b93d7762c'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:33:17.429231 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874e8d1-0e5a-40a6-bc7a-ab7a5551b5ef req-eacf3e3f-8fba-49b2-96f8-3fcf9e93022d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:17.429915 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-2874e8d1-0e5a-40a6-bc7a-ab7a5551b5ef req-eacf3e3f-8fba-49b2-96f8-3fcf9e93022d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:17.431347 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2874e8d1-0e5a-40a6-bc7a-ab7a5551b5ef req-eacf3e3f-8fba-49b2-96f8-3fcf9e93022d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "PUT /v2.0/ports/ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 200 len: 981 time: 0.3863482 Sep 23 03:33:17.431802 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:33:17.434108 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb24b341-d25b-4a84-a199-ca63e11b7be5" -d '{"events": [{"name": "network-changed", "server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:33:17.469035 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf3e3f-8fba-49b2-96f8-3fcf9e93022d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'Port': ['ID=ccd50c60-beeb-405d-b3f0-d27b93d7762c,revision_number=6']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:33:17.511598 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7380966d-9966-4b65-972d-7677e433cad0 x-openstack-request-id: req-7380966d-9966-4b65-972d-7677e433cad0 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:33:17.511894 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:33:17.512150 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7380966d-9966-4b65-972d-7677e433cad0 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:33:17.512591 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'status': 'completed', 'code': 200} Sep 23 03:33:17.578956 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['ccd50c60-beeb-405d-b3f0-d27b93d7762c'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:33:17.580356 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebf9c9-bd18-49c5-9f6c-abef140d2504 req-a1759c48-93f4-49e6-9642-757093d7d3c6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:17.581941 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-60ebf9c9-bd18-49c5-9f6c-abef140d2504 req-a1759c48-93f4-49e6-9642-757093d7d3c6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0670214 Sep 23 03:33:17.629321 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-60ebf9c9-bd18-49c5-9f6c-abef140d2504 req-070b95a4-38dd-4ab5-aac6-e8f33e17a558 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382230 Sep 23 03:33:17.682239 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24b341-d25b-4a84-a199-ca63e11b7be5 req-8c15eb02-5a86-48ee-8059-7d670cef42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:17.684130 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fb24b341-d25b-4a84-a199-ca63e11b7be5 req-8c15eb02-5a86-48ee-8059-7d670cef42da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 1137 time: 0.1257851 Sep 23 03:33:17.780114 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24b341-d25b-4a84-a199-ca63e11b7be5 req-47c34341-0b91-45b1-9ab5-f6df5da3aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:17.781638 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fb24b341-d25b-4a84-a199-ca63e11b7be5 req-47c34341-0b91-45b1-9ab5-f6df5da3aebf service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78 HTTP/1.1" status: 200 len: 916 time: 0.0893335 Sep 23 03:33:17.811724 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-5365d775-9895-41c0-b3b5-482c2e6d9220 None None] Provisioning complete for port ccd50c60-beeb-405d-b3f0-d27b93d7762c triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:33:17.812097 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-5365d775-9895-41c0-b3b5-482c2e6d9220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:17.845648 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fb24b341-d25b-4a84-a199-ca63e11b7be5 req-d2b79cec-c90a-46b0-af6c-653ef4e61313 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 200 len: 1001 time: 0.0567727 Sep 23 03:33:17.898330 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24b341-d25b-4a84-a199-ca63e11b7be5 req-ab36870f-7dd4-46dc-a92a-43f9060e1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:17.899768 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fb24b341-d25b-4a84-a199-ca63e11b7be5 req-ab36870f-7dd4-46dc-a92a-43f9060e1719 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ffbfdba-d576-4341-a6a5-e8fdbd943b7d HTTP/1.1" status: 200 len: 854 time: 0.0470350 Sep 23 03:33:17.945059 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24b341-d25b-4a84-a199-ca63e11b7be5 req-38827f16-eaa2-4e55-91fb-80757e121cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:17.946559 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fb24b341-d25b-4a84-a199-ca63e11b7be5 req-38827f16-eaa2-4e55-91fb-80757e121cfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395107 Sep 23 03:33:18.039599 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fb24b341-d25b-4a84-a199-ca63e11b7be5 req-54b1569d-b9f8-472c-bbe6-0232a81018fd service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856349 Sep 23 03:33:18.132951 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fb24b341-d25b-4a84-a199-ca63e11b7be5 req-d7ed0a0b-8428-44f3-8f43-6bf31b1dd954 service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847440 Sep 23 03:33:18.776055 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:33:21.604823 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8d57b8b4-ef4f-42dc-9b9e-95856957a301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:21.837849 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-27bad65a-128f-4778-88ab-c5bf2725000c req-deb78c1c-dc8f-444a-ad3d-855a667240b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508301 Sep 23 03:33:21.940166 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bad65a-128f-4778-88ab-c5bf2725000c req-0594daeb-872f-4b61-a548-1d5b27981591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:21.941673 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-27bad65a-128f-4778-88ab-c5bf2725000c req-0594daeb-872f-4b61-a548-1d5b27981591 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 1137 time: 0.0421381 Sep 23 03:33:22.044901 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bad65a-128f-4778-88ab-c5bf2725000c req-0e09fa0a-dc67-4127-a60d-49cc59baa35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:22.046367 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-27bad65a-128f-4778-88ab-c5bf2725000c req-0e09fa0a-dc67-4127-a60d-49cc59baa35c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78 HTTP/1.1" status: 200 len: 916 time: 0.0862679 Sep 23 03:33:22.110131 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-27bad65a-128f-4778-88ab-c5bf2725000c req-0cd2c0b6-739a-4b4d-bd7f-61f26aadafd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 200 len: 1001 time: 0.0565593 Sep 23 03:33:22.160885 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bad65a-128f-4778-88ab-c5bf2725000c req-f69d310f-fb92-40dc-8c22-a483051321f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:22.162281 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-27bad65a-128f-4778-88ab-c5bf2725000c req-f69d310f-fb92-40dc-8c22-a483051321f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ffbfdba-d576-4341-a6a5-e8fdbd943b7d HTTP/1.1" status: 200 len: 854 time: 0.0446880 Sep 23 03:33:22.206818 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bad65a-128f-4778-88ab-c5bf2725000c req-83ccea8a-fc6d-4975-b488-4002340d588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:33:22.208210 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-27bad65a-128f-4778-88ab-c5bf2725000c req-83ccea8a-fc6d-4975-b488-4002340d588d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383568 Sep 23 03:33:22.297512 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-27bad65a-128f-4778-88ab-c5bf2725000c req-2e0d52b8-300c-4136-b1b5-86947b0d9f63 service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813656 Sep 23 03:33:22.631223 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-27bad65a-128f-4778-88ab-c5bf2725000c req-ccc2d729-9ff1-43cf-a7cb-0877f50f1ed6 service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269811 Sep 23 03:33:24.348049 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-396dd6fe-4c81-4326-bedf-482504f89afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:24.793256 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:25.308033 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:27.228007 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:37.113535 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:51.621725 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-14f81456-a912-4f82-822e-0757fdf7fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:54.347501 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0a6e32a8-fe99-47b7-aca8-1b2fa611bbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:54.752623 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:55.341448 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:33:55.775334 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:33:57.204654 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:06.191410 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26952265-c454-434e-a9fe-ec18feea457e req-14b8cda3-b33d-4df0-b610-f1d7a4a8febd tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:06.192974 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-26952265-c454-434e-a9fe-ec18feea457e req-14b8cda3-b33d-4df0-b610-f1d7a4a8febd tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0489404 Sep 23 03:34:06.233729 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-26952265-c454-434e-a9fe-ec18feea457e req-da9517d7-2403-4476-b6e3-0597af7bfc39 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342391 Sep 23 03:34:06.276341 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf88f90-a898-4696-81c0-0d2c9034ba89 req-44e55b10-e734-434d-9c7f-1d2cff1b395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:06.278033 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eaf88f90-a898-4696-81c0-0d2c9034ba89 req-44e55b10-e734-434d-9c7f-1d2cff1b395c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 1137 time: 0.0417447 Sep 23 03:34:06.369500 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf88f90-a898-4696-81c0-0d2c9034ba89 req-714044cd-3d68-4c24-986c-0ac4ccb4f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:06.370930 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eaf88f90-a898-4696-81c0-0d2c9034ba89 req-714044cd-3d68-4c24-986c-0ac4ccb4f970 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78 HTTP/1.1" status: 200 len: 916 time: 0.0844431 Sep 23 03:34:06.438433 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eaf88f90-a898-4696-81c0-0d2c9034ba89 req-e9caafb6-7d44-46b8-9dfd-de8e7439101f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 200 len: 1001 time: 0.0594728 Sep 23 03:34:06.486944 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf88f90-a898-4696-81c0-0d2c9034ba89 req-23705082-3c3d-441d-b584-a75d2b9705e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:06.488331 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eaf88f90-a898-4696-81c0-0d2c9034ba89 req-23705082-3c3d-441d-b584-a75d2b9705e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ffbfdba-d576-4341-a6a5-e8fdbd943b7d HTTP/1.1" status: 200 len: 854 time: 0.0416517 Sep 23 03:34:06.532064 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf88f90-a898-4696-81c0-0d2c9034ba89 req-194fc1dc-390a-42e5-b573-230638611c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:06.533573 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eaf88f90-a898-4696-81c0-0d2c9034ba89 req-194fc1dc-390a-42e5-b573-230638611c31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381575 Sep 23 03:34:06.623403 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eaf88f90-a898-4696-81c0-0d2c9034ba89 req-82b02a2d-220d-46a6-96a6-062cc7279853 service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824819 Sep 23 03:34:06.709735 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eaf88f90-a898-4696-81c0-0d2c9034ba89 req-fb63841f-f07f-44f6-bd7e-43df333f936f service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789735 Sep 23 03:34:07.215398 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:07.349694 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609ed5b-01de-43d8-8e30-da48c3335636 req-175cf732-9d8f-4b2d-baeb-3720b698cc55 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:07.351128 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c609ed5b-01de-43d8-8e30-da48c3335636 req-175cf732-9d8f-4b2d-baeb-3720b698cc55 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0500600 Sep 23 03:34:07.394634 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c609ed5b-01de-43d8-8e30-da48c3335636 req-06fd68d2-3f48-48b8-8700-39322a623e61 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366783 Sep 23 03:34:08.508433 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb7326-b14e-42be-9921-fbb2c5afb408 req-c0a4aeb9-0aaf-4185-a1c3-44b82eede790 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:08.509960 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-09bb7326-b14e-42be-9921-fbb2c5afb408 req-c0a4aeb9-0aaf-4185-a1c3-44b82eede790 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0479481 Sep 23 03:34:08.549205 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-09bb7326-b14e-42be-9921-fbb2c5afb408 req-24c89354-20af-4a41-8590-68fcdcdfd865 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333045 Sep 23 03:34:09.668948 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d01c23-7d78-46c2-85ec-25a35c9b909b req-25072eb5-33f4-41f5-bd63-1e1c9affc1eb tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:09.670467 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b9d01c23-7d78-46c2-85ec-25a35c9b909b req-25072eb5-33f4-41f5-bd63-1e1c9affc1eb tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0560062 Sep 23 03:34:09.709942 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b9d01c23-7d78-46c2-85ec-25a35c9b909b req-1b123fb4-2911-43a0-81ba-bb81c2fe2007 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335734 Sep 23 03:34:10.825705 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d34e4-9a7d-4c43-bdf2-c013efb18e21 req-94a33aec-a626-47f6-8de6-4c52f3bf3839 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:10.827187 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393d34e4-9a7d-4c43-bdf2-c013efb18e21 req-94a33aec-a626-47f6-8de6-4c52f3bf3839 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0519698 Sep 23 03:34:10.866663 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-393d34e4-9a7d-4c43-bdf2-c013efb18e21 req-b0b2e8ad-c86e-4901-972c-11a110b8620d tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334029 Sep 23 03:34:11.983900 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c522bb-ce68-4f81-9aff-0c69a7d58890 req-fa27d87b-3b42-4edb-9161-3581405acb1e tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:11.985414 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-96c522bb-ce68-4f81-9aff-0c69a7d58890 req-fa27d87b-3b42-4edb-9161-3581405acb1e tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0482197 Sep 23 03:34:12.022848 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-96c522bb-ce68-4f81-9aff-0c69a7d58890 req-d4a29c6e-b24e-4ae6-9d30-c6fba4ab43fd tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0315673 Sep 23 03:34:13.180826 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fab6d4-a9fa-4003-baee-388b5fdb9388 req-f7e4fdd0-67cc-44e8-a1b4-a5ddaa754488 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:13.182293 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-54fab6d4-a9fa-4003-baee-388b5fdb9388 req-f7e4fdd0-67cc-44e8-a1b4-a5ddaa754488 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0479786 Sep 23 03:34:13.221450 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-54fab6d4-a9fa-4003-baee-388b5fdb9388 req-bb7251ea-721a-4f8a-a58d-b0e66b6d184c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332932 Sep 23 03:34:14.333478 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3339544-c2d9-44ab-b2cc-f0d128008fdf req-527d795e-4fc1-4b55-aea9-043f81d1e2e6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:14.334933 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3339544-c2d9-44ab-b2cc-f0d128008fdf req-527d795e-4fc1-4b55-aea9-043f81d1e2e6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0483015 Sep 23 03:34:14.377220 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c3339544-c2d9-44ab-b2cc-f0d128008fdf req-484b8b1a-f77e-4018-8022-b32b60d5d0f9 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354841 Sep 23 03:34:15.489296 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91fc97-c18e-4c11-bed6-fbfa4b42ff19 req-bdbb23d7-12ce-4751-9589-ab690f8b3eab tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:15.490784 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6e91fc97-c18e-4c11-bed6-fbfa4b42ff19 req-bdbb23d7-12ce-4751-9589-ab690f8b3eab tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0485122 Sep 23 03:34:15.529068 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6e91fc97-c18e-4c11-bed6-fbfa4b42ff19 req-187c7345-26a8-4048-b06c-e99456bc11ef tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324140 Sep 23 03:34:16.644513 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916ef89-1ecf-497d-b614-40e8801e7550 req-3f8e4af6-fc47-4496-a5ee-730e0122f7ae tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:16.645978 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a916ef89-1ecf-497d-b614-40e8801e7550 req-3f8e4af6-fc47-4496-a5ee-730e0122f7ae tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0482736 Sep 23 03:34:16.685284 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-a916ef89-1ecf-497d-b614-40e8801e7550 req-ba5775b0-068b-41f4-8069-8ec879b56c3f tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333457 Sep 23 03:34:17.803767 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdab2d-ace9-4634-ac2e-f7a4cd2ee3bd req-c82b0941-867f-484f-8557-de9ba6e510e3 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:17.805316 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-21fdab2d-ace9-4634-ac2e-f7a4cd2ee3bd req-c82b0941-867f-484f-8557-de9ba6e510e3 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0542769 Sep 23 03:34:17.845551 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-21fdab2d-ace9-4634-ac2e-f7a4cd2ee3bd req-862ae768-aa47-4df8-833c-3b628bbc72a0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342615 Sep 23 03:34:18.957827 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a255c7d-b730-4b0b-8cd2-d7b72df7215c req-7c13bd9d-079c-41b1-a35a-d21d77d041d1 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:18.959297 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4a255c7d-b730-4b0b-8cd2-d7b72df7215c req-7c13bd9d-079c-41b1-a35a-d21d77d041d1 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0485756 Sep 23 03:34:18.998716 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4a255c7d-b730-4b0b-8cd2-d7b72df7215c req-6f3adc3c-5522-454b-9243-86701ccbaa60 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328345 Sep 23 03:34:20.260512 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa0b23-f664-45f4-9078-9b3efe9adf28 req-b5ee62ce-1449-4920-8bba-05150cb6fba6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:20.261904 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-dbaa0b23-f664-45f4-9078-9b3efe9adf28 req-b5ee62ce-1449-4920-8bba-05150cb6fba6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0482249 Sep 23 03:34:20.302128 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-dbaa0b23-f664-45f4-9078-9b3efe9adf28 req-3e6e0006-60c6-4027-8845-79bfc31da982 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339305 Sep 23 03:34:21.414644 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0dcc7-7f9e-4ed8-81e1-d86c6d4ddb13 req-737b0d29-c208-4da5-884b-63b544fa39b5 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:21.416100 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5cc0dcc7-7f9e-4ed8-81e1-d86c6d4ddb13 req-737b0d29-c208-4da5-884b-63b544fa39b5 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0479202 Sep 23 03:34:21.458052 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-5cc0dcc7-7f9e-4ed8-81e1-d86c6d4ddb13 req-08685cff-954b-417c-9031-0818056b69e6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359616 Sep 23 03:34:21.580774 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-72384f29-3b91-4a4c-a0f8-a9c11a4813aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:22.575512 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6f194-be52-4b93-873c-73860572d801 req-82ed19a1-86e3-422b-ae36-b85d5fcd0a5a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:22.576990 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-48e6f194-be52-4b93-873c-73860572d801 req-82ed19a1-86e3-422b-ae36-b85d5fcd0a5a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0481350 Sep 23 03:34:22.615443 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-48e6f194-be52-4b93-873c-73860572d801 req-9fff0323-1ac8-4876-80ca-c7b4303fe19a tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325434 Sep 23 03:34:23.727276 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1bd6-37fa-46d2-ac58-169278ae7bf9 req-d8fe09b9-cad4-4ad9-806c-de84b568b588 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:23.728791 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d0ff1bd6-37fa-46d2-ac58-169278ae7bf9 req-d8fe09b9-cad4-4ad9-806c-de84b568b588 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0485227 Sep 23 03:34:23.767786 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d0ff1bd6-37fa-46d2-ac58-169278ae7bf9 req-f4d6b687-cb9d-4ed3-9880-0b43fa2bc3a6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&id=feeb4b82-432a-4297-93f0-4bd88ff32314&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330713 Sep 23 03:34:23.868736 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb295c06-6345-41b2-9838-cdc4be00741e req-4de6e105-523b-4ba6-b64d-bf3c4f5838e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389946 Sep 23 03:34:23.965730 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb295c06-6345-41b2-9838-cdc4be00741e req-1b8f8768-a9e1-4355-9ecb-19c652a1769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:23.967101 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb295c06-6345-41b2-9838-cdc4be00741e req-1b8f8768-a9e1-4355-9ecb-19c652a1769b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 1137 time: 0.0404611 Sep 23 03:34:24.069757 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb295c06-6345-41b2-9838-cdc4be00741e req-9ad69284-633a-4fcc-af2a-1d9a028546a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:24.071777 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb295c06-6345-41b2-9838-cdc4be00741e req-9ad69284-633a-4fcc-af2a-1d9a028546a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78 HTTP/1.1" status: 200 len: 916 time: 0.0860031 Sep 23 03:34:24.136173 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb295c06-6345-41b2-9838-cdc4be00741e req-1c3fca30-376f-4678-b8df-7c8042a483d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 200 len: 1001 time: 0.0580161 Sep 23 03:34:24.187865 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb295c06-6345-41b2-9838-cdc4be00741e req-9e11d048-3dd7-4fb5-a224-9b95df6db821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:24.189285 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb295c06-6345-41b2-9838-cdc4be00741e req-9e11d048-3dd7-4fb5-a224-9b95df6db821 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ffbfdba-d576-4341-a6a5-e8fdbd943b7d HTTP/1.1" status: 200 len: 854 time: 0.0462694 Sep 23 03:34:24.233345 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb295c06-6345-41b2-9838-cdc4be00741e req-cf2d1ba3-f373-4ebe-9355-c77bf6d16fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:34:24.235041 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb295c06-6345-41b2-9838-cdc4be00741e req-cf2d1ba3-f373-4ebe-9355-c77bf6d16fe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388508 Sep 23 03:34:24.328205 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb295c06-6345-41b2-9838-cdc4be00741e req-273857a4-8433-4232-9a8a-c9a082f5bbc0 service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857129 Sep 23 03:34:24.352150 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-cb04310d-1636-4b94-af38-589a6fa0622b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:24.415055 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb295c06-6345-41b2-9838-cdc4be00741e req-88f84cb7-855a-4bac-9f0d-f4b309516485 service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802925 Sep 23 03:34:24.774997 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:25.375264 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:27.232004 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:32.774012 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:34:37.141048 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:51.585897 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-f12a9d61-db29-428e-ac5e-788405dbdff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:54.397103 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-40157ead-f535-4c75-8969-178d593fb310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:54.757450 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:55.339571 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:34:57.191571 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:07.134147 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:09.772185 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:35:19.295691 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5ba3b169-a15b-4f4a-a832-3e103e2a2d84 req-979aeaa7-83e5-4fca-a847-d5b40160cbc6 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918943856&fields=id&tenant_id=d44cc135efd34c2ebd0b06caba26bca7 HTTP/1.1" status: 200 len: 267 time: 0.0327652 Sep 23 03:35:19.349911 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3b169-a15b-4f4a-a832-3e103e2a2d84 req-eb35d105-3659-4704-8a8c-b66a30fcd9d7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:19.351333 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5ba3b169-a15b-4f4a-a832-3e103e2a2d84 req-eb35d105-3659-4704-8a8c-b66a30fcd9d7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 984 time: 0.0500519 Sep 23 03:35:19.362576 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [req-5ba3b169-a15b-4f4a-a832-3e103e2a2d84 req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Request body: {'port': {'security_groups': ['5dd28480-5e25-4156-be2b-0154604125fb']}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:19.422468 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-5ba3b169-a15b-4f4a-a832-3e103e2a2d84 req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:19.589972 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [req-5ba3b169-a15b-4f4a-a832-3e103e2a2d84 req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] For port ccd50c60-beeb-405d-b3f0-d27b93d7762c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:19.617035 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-5ba3b169-a15b-4f4a-a832-3e103e2a2d84 req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:19.688319 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-5ba3b169-a15b-4f4a-a832-3e103e2a2d84 req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26797603'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:19.724354 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['ccd50c60-beeb-405d-b3f0-d27b93d7762c'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:35:19.743862 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3b169-a15b-4f4a-a832-3e103e2a2d84 req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:19.743862 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [req-5ba3b169-a15b-4f4a-a832-3e103e2a2d84 req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:19.743862 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5ba3b169-a15b-4f4a-a832-3e103e2a2d84 req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "PUT /v2.0/ports/ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 200 len: 942 time: 0.3791411 Sep 23 03:35:19.743862 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c'}] {{(pid=94695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:35:19.743862 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ea325f59732fbd3d14639bb5eabbc68b86f67e4ce5ec58dbbdb68b31d0c114" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ec15d1-8698-4b90-b9da-ef4a8b582651" -d '{"events": [{"name": "network-changed", "server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c"}]}' {{(pid=94695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:35:19.749100 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60106) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:19.776406 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event updated for resources: {'Port': ['ID=ccd50c60-beeb-405d-b3f0-d27b93d7762c,revision_number=7']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:19.784423 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.786294 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.786631 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.786969 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.787304 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.790552 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.791083 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.791437 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.791914 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.792253 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.792659 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.793001 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da4f5d6-b5e9-41ff-b403-fe406493d99b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:19.814509 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:19.848330 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:19.868191 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['ccd50c60-beeb-405d-b3f0-d27b93d7762c'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:35:19.878071 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ec7501-1d50-4d19-b22e-06bed8ca1856 x-openstack-request-id: req-b2ec7501-1d50-4d19-b22e-06bed8ca1856 {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:35:19.878359 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c", "status": "completed", "code": 200}]} {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:35:19.878605 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2ec7501-1d50-4d19-b22e-06bed8ca1856 {{(pid=94695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:35:19.879009 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'status': 'completed', 'code': 200} Sep 23 03:35:19.971241 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec15d1-8698-4b90-b9da-ef4a8b582651 req-bf484e49-e635-4ab3-a1ca-3128e2ce10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:19.973436 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c8ec15d1-8698-4b90-b9da-ef4a8b582651 req-bf484e49-e635-4ab3-a1ca-3128e2ce10cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 1098 time: 0.0448661 Sep 23 03:35:20.040923 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:20.043613 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:20.044784 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "DELETE /v2.0/security-groups/feeb4b82-432a-4297-93f0-4bd88ff32314 HTTP/1.1" status: 204 len: 168 time: 0.2983887 Sep 23 03:35:20.047755 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-06144272-1e74-45a5-b1a3-add65f9e214b None None] Provisioning complete for port ccd50c60-beeb-405d-b3f0-d27b93d7762c triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:20.048102 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60112) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:20.048228 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-06144272-1e74-45a5-b1a3-add65f9e214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:20.059486 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeb4b82-432a-4297-93f0-4bd88ff32314,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:20.071191 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.071542 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.071886 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.072227 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.072586 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.072929 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.073260 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.073591 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.073929 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.074257 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.074585 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.074915 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56029484-19e2-42c8-8c55-0c654f7e16a2 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:20.086720 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec15d1-8698-4b90-b9da-ef4a8b582651 req-3f35ef4e-e131-48bc-85b7-cb340d433796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:20.088615 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c8ec15d1-8698-4b90-b9da-ef4a8b582651 req-3f35ef4e-e131-48bc-85b7-cb340d433796 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78 HTTP/1.1" status: 200 len: 916 time: 0.1084473 Sep 23 03:35:20.165267 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c8ec15d1-8698-4b90-b9da-ef4a8b582651 req-1e048efe-f269-479c-9b7d-d2a277bf9c7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 200 len: 1001 time: 0.0683379 Sep 23 03:35:20.215321 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec15d1-8698-4b90-b9da-ef4a8b582651 req-163a07a8-5516-4af3-a494-ab2fef5e7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:20.216722 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c8ec15d1-8698-4b90-b9da-ef4a8b582651 req-163a07a8-5516-4af3-a494-ab2fef5e7b44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ffbfdba-d576-4341-a6a5-e8fdbd943b7d HTTP/1.1" status: 200 len: 854 time: 0.0434349 Sep 23 03:35:20.217541 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Deleting port abb6c107-eb15-4e5b-840b-34b07ebe8acf {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:35:20.217887 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:20.262678 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec15d1-8698-4b90-b9da-ef4a8b582651 req-82608a42-2dc2-4d6d-9d4f-1b0366cb6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:20.264173 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c8ec15d1-8698-4b90-b9da-ef4a8b582651 req-82608a42-2dc2-4d6d-9d4f-1b0366cb6a05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398080 Sep 23 03:35:20.291191 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:20.291523 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:20.303190 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Calling delete_port for abb6c107-eb15-4e5b-840b-34b07ebe8acf owned by network:floatingip {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:35:20.357649 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c8ec15d1-8698-4b90-b9da-ef4a8b582651 req-b521d9a0-86bc-47a2-a065-2143506db395 service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857158 Sep 23 03:35:20.449990 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c8ec15d1-8698-4b90-b9da-ef4a8b582651 req-a6c50169-7147-460f-97a9-1d45c39f41a4 service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845680 Sep 23 03:35:20.534210 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:20.559833 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event deleted for resources: {'Port': ['ID=abb6c107-eb15-4e5b-840b-34b07ebe8acf,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:20.621561 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks [] for floatingip, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:20.621890 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.l3_db [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Floating IP 1f85f276-d1e9-4064-a882-0f936bd075d4 disassociated (deleted). External IP: 172.27.1.154, port: ccd50c60-beeb-405d-b3f0-d27b93d7762c. Sep 23 03:35:20.822340 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Router f63f5a7e-af8e-4a65-91ca-f311a1529a71 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:35:20.925440 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:35:20.930240 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:20.935320 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a325b-1481-4060-84d4-0eadf969cedc None None] Sync routers for ids ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:35:20.944071 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a325b-1481-4060-84d4-0eadf969cedc None None] Routers {'f63f5a7e-af8e-4a65-91ca-f311a1529a71'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:20.944725 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-b70a325b-1481-4060-84d4-0eadf969cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:34:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:20.956164 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b9935134-bfbe-4e68-84ca-b201b34bcd8c tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "DELETE /v2.0/floatingips/1f85f276-d1e9-4064-a882-0f936bd075d4 HTTP/1.1" status: 204 len: 168 time: 0.9066260 Sep 23 03:35:21.052954 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-b70a325b-1481-4060-84d4-0eadf969cedc None None] Set router f63f5a7e-af8e-4a65-91ca-f311a1529a71 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:21.245966 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-b70a325b-1481-4060-84d4-0eadf969cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:15Z', 'revision_number': 4, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'f03ab621-7a3c-427d-844b-db8a122bff03', 'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'mac_address': 'fa:16:3e:43:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:14Z', 'updated_at': '2021-09-23T03:32:18Z', 'revision_number': 5, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'subnets': [{'id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:21.270979 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a325b-1481-4060-84d4-0eadf969cedc None None] Checking router: f63f5a7e-af8e-4a65-91ca-f311a1529a71 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:35:21.279428 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a325b-1481-4060-84d4-0eadf969cedc None None] Routers {'f63f5a7e-af8e-4a65-91ca-f311a1529a71'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:21.280069 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-b70a325b-1481-4060-84d4-0eadf969cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:34:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:21.384167 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-b70a325b-1481-4060-84d4-0eadf969cedc None None] Set router f63f5a7e-af8e-4a65-91ca-f311a1529a71 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:21.591701 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-b70a325b-1481-4060-84d4-0eadf969cedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:15Z', 'revision_number': 4, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'f03ab621-7a3c-427d-844b-db8a122bff03', 'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'mac_address': 'fa:16:3e:43:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:14Z', 'updated_at': '2021-09-23T03:32:18Z', 'revision_number': 5, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'subnets': [{'id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:21.617775 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a325b-1481-4060-84d4-0eadf969cedc None None] The sync data for ids ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'] in dv-cinder-768458-9-iscsi is: [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:32:15Z', 'revision_number': 4, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': 'f03ab621-7a3c-427d-844b-db8a122bff03', 'name': '', 'network_id': 'a9584aa7-1125-41a0-a42a-9b3bb6be5e78', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'mac_address': 'fa:16:3e:43:55:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:14Z', 'updated_at': '2021-09-23T03:32:18Z', 'revision_number': 5, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'subnets': [{'id': '0ffbfdba-d576-4341-a6a5-e8fdbd943b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:35:21.631289 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9a7f5fef-ac39-4669-a0a0-62e2625b9700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:21.809473 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07a012c-6b95-40c1-accb-3f014d7c5c76 None None] New status for floating IP 1f85f276-d1e9-4064-a882-0f936bd075d4: DOWN {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:35:21.880700 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c'}] {{(pid=94695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:35:21.883652 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76ea325f59732fbd3d14639bb5eabbc68b86f67e4ce5ec58dbbdb68b31d0c114" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c"}]}' {{(pid=94695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:35:21.920252 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df983780-a1fb-49f1-b42f-87a05645052a x-openstack-request-id: req-df983780-a1fb-49f1-b42f-87a05645052a {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:35:21.920570 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c", "status": "completed", "code": 200}]} {{(pid=94695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:35:21.920822 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df983780-a1fb-49f1-b42f-87a05645052a {{(pid=94695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:35:21.921215 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'status': 'completed', 'code': 200} Sep 23 03:35:22.019013 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3 req-c3381e1b-d939-4fc6-84c4-ddc9f8630632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:22.020527 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3 req-c3381e1b-d939-4fc6-84c4-ddc9f8630632 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 1098 time: 0.0404129 Sep 23 03:35:22.111690 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3 req-f12bbc05-ac92-4672-8073-db199e031244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:22.113219 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3 req-f12bbc05-ac92-4672-8073-db199e031244 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78 HTTP/1.1" status: 200 len: 916 time: 0.0849488 Sep 23 03:35:22.165912 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3 req-17388652-ecda-4cc7-a4ae-ab6429eacd88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 200 len: 217 time: 0.0413444 Sep 23 03:35:22.215869 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3 req-f31c84a4-65f1-43b9-aa7d-699d0cf23b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:22.217509 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3 req-f31c84a4-65f1-43b9-aa7d-699d0cf23b01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ffbfdba-d576-4341-a6a5-e8fdbd943b7d HTTP/1.1" status: 200 len: 854 time: 0.0441737 Sep 23 03:35:22.263795 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3 req-f3154992-31a8-483a-980b-02515b4ef76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:22.265410 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3 req-f3154992-31a8-483a-980b-02515b4ef76f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9584aa7-1125-41a0-a42a-9b3bb6be5e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404882 Sep 23 03:35:22.359584 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3 req-821d190e-c67c-4e8f-afc8-51c9c6d029a2 service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861437 Sep 23 03:35:22.451097 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b3dc6e3c-2545-41d2-9f56-deed7da3a6c3 req-b9a636ac-ba93-4eee-b052-73ef0dafc101 service neutron] 10.222.0.13 "GET /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837731 Sep 23 03:35:24.368558 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4b72ecd6-1193-4b0f-939a-6bf308ff4e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:24.774827 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:25.357113 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:25.474172 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc532de-cbca-4122-a598-5ed0314aa33b req-4fa9038d-0b0d-4202-986e-44be6e0d0941 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:25.475542 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1bc532de-cbca-4122-a598-5ed0314aa33b req-4fa9038d-0b0d-4202-986e-44be6e0d0941 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 945 time: 0.0522637 Sep 23 03:35:25.513422 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1bc532de-cbca-4122-a598-5ed0314aa33b req-d8b2ea1f-90fd-4801-ac38-50a6f67c84b0 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Sep 23 03:35:26.628667 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49365d-bb84-45ae-805d-52b0f4818656 req-515d2cd6-642d-4baf-a5b9-5cfa382aae7b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:26.630145 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cb49365d-bb84-45ae-805d-52b0f4818656 req-515d2cd6-642d-4baf-a5b9-5cfa382aae7b tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 945 time: 0.0486116 Sep 23 03:35:26.667161 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-cb49365d-bb84-45ae-805d-52b0f4818656 req-37f47d73-415d-4646-8ab1-b0ed2ced48ee tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/security-groups?id=5dd28480-5e25-4156-be2b-0154604125fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310206 Sep 23 03:35:27.196839 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:27.279526 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00f033-2406-48d6-b9cc-c81f51513614 req-0753fdae-ca0f-4ad3-8cf4-ef8e2de2a49e tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:27.281026 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9c00f033-2406-48d6-b9cc-c81f51513614 req-0753fdae-ca0f-4ad3-8cf4-ef8e2de2a49e tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.13 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 945 time: 0.0478444 Sep 23 03:35:27.378424 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-9c00f033-2406-48d6-b9cc-c81f51513614 req-39ea1ddb-d5c8-4509-ad0a-dbaf813509b7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Deleting port ccd50c60-beeb-405d-b3f0-d27b93d7762c {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:35:27.378678 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-9c00f033-2406-48d6-b9cc-c81f51513614 req-39ea1ddb-d5c8-4509-ad0a-dbaf813509b7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:27.466621 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-9c00f033-2406-48d6-b9cc-c81f51513614 req-39ea1ddb-d5c8-4509-ad0a-dbaf813509b7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] For port ccd50c60-beeb-405d-b3f0-d27b93d7762c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ccd50c60-beeb-405d-b3f0-d27b93d7762c,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:27.466976 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-9c00f033-2406-48d6-b9cc-c81f51513614 req-39ea1ddb-d5c8-4509-ad0a-dbaf813509b7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:27.479323 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-9c00f033-2406-48d6-b9cc-c81f51513614 req-39ea1ddb-d5c8-4509-ad0a-dbaf813509b7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Calling delete_port for ccd50c60-beeb-405d-b3f0-d27b93d7762c owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:35:27.676905 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-9c00f033-2406-48d6-b9cc-c81f51513614 req-39ea1ddb-d5c8-4509-ad0a-dbaf813509b7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:27.707354 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea1ddb-d5c8-4509-ad0a-dbaf813509b7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Pushing event deleted for resources: {'Port': ['ID=ccd50c60-beeb-405d-b3f0-d27b93d7762c,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:27.713029 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['ccd50c60-beeb-405d-b3f0-d27b93d7762c'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:35:27.751421 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c00f033-2406-48d6-b9cc-c81f51513614 req-39ea1ddb-d5c8-4509-ad0a-dbaf813509b7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] No DVR routers for this DVR port ccd50c60-beeb-405d-b3f0-d27b93d7762c on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:35:27.754012 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-9c00f033-2406-48d6-b9cc-c81f51513614 req-39ea1ddb-d5c8-4509-ad0a-dbaf813509b7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:27.755910 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9c00f033-2406-48d6-b9cc-c81f51513614 req-39ea1ddb-d5c8-4509-ad0a-dbaf813509b7 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.13 "DELETE /v2.0/ports/ccd50c60-beeb-405d-b3f0-d27b93d7762c HTTP/1.1" status: 204 len: 173 time: 0.4690168 Sep 23 03:35:27.764291 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'name': 'network-vif-deleted', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:35:27.766516 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd14e63-f3dc-4ca1-838b-e79d5ad85114" -d '{"events": [{"server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "name": "network-vif-deleted", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:35:27.790344 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-9d5f58cd-f368-4ae4-9945-d3adf7c6c113 req-12c02751-a256-4843-919e-1412fb216804 tempest-TestMinimumBasicScenario-1801896458 tempest-TestMinimumBasicScenario-1801896458-project] 10.222.0.23 "GET /v2.0/ports?device_id=18737efa-03ed-468b-a089-17c29c86cf34 HTTP/1.1" status: 200 len: 210 time: 0.0402040 Sep 23 03:35:27.810564 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e722eb-8b57-4c3f-b962-042ed01481d7 x-openstack-request-id: req-16e722eb-8b57-4c3f-b962-042ed01481d7 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:35:27.810564 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18737efa-03ed-468b-a089-17c29c86cf34", "name": "network-vif-deleted", "tag": "ccd50c60-beeb-405d-b3f0-d27b93d7762c", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:35:27.810564 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16e722eb-8b57-4c3f-b962-042ed01481d7 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:35:27.810564 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18737efa-03ed-468b-a089-17c29c86cf34', 'name': 'network-vif-deleted', 'tag': 'ccd50c60-beeb-405d-b3f0-d27b93d7762c', 'status': 'completed', 'code': 200} Sep 23 03:35:30.109184 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60202) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:30.437755 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573212'] for router_interface, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:30.671105 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] Deleting port f03ab621-7a3c-427d-844b-db8a122bff03 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:35:30.671454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:30.746388 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] For port f03ab621-7a3c-427d-844b-db8a122bff03, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f03ab621-7a3c-427d-844b-db8a122bff03,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:30.746677 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:30.759193 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] Calling delete_port for f03ab621-7a3c-427d-844b-db8a122bff03 owned by network:router_interface {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:35:30.996526 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:31.025339 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] Pushing event deleted for resources: {'Port': ['ID=f03ab621-7a3c-427d-844b-db8a122bff03,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:31.190024 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573077'] for router_interface, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:31.406242 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] Router f63f5a7e-af8e-4a65-91ca-f311a1529a71 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:35:31.633440 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device ccd50c60-beeb-405d-b3f0-d27b93d7762c no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:35:31.654466 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: ccd50c60-beeb-405d-b3f0-d27b93d7762c {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:35:31.654811 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device ccd50c60-beeb-405d-b3f0-d27b93d7762c not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:35:31.753500 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:35:31.758837 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-b023a137-5de5-4b89-a8a8-5477283cc80f admin admin] 10.222.0.23 "PUT /v2.0/routers/f63f5a7e-af8e-4a65-91ca-f311a1529a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6486859 Sep 23 03:35:31.761369 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60206) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:31.764130 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ed86b-1293-4292-aa08-c23e2916e34b None None] Sync routers for ids ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:35:31.773762 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ed86b-1293-4292-aa08-c23e2916e34b None None] Routers {'f63f5a7e-af8e-4a65-91ca-f311a1529a71'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:31.774379 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-184ed86b-1293-4292-aa08-c23e2916e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:31.863537 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Notify callbacks [] for router, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:31.964449 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:32.001067 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-184ed86b-1293-4292-aa08-c23e2916e34b None None] Set router f63f5a7e-af8e-4a65-91ca-f311a1529a71 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:32.111677 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Deleting port fde8b20f-16ae-4373-aff1-1c26206be94d {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:35:32.112021 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:32.176863 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-184ed86b-1293-4292-aa08-c23e2916e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:35:30Z', 'revision_number': 5, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port': {'id': 'fde8b20f-16ae-4373-aff1-1c26206be94d', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:12Z', 'updated_at': '2021-09-23T03:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:32.196076 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] For port fde8b20f-16ae-4373-aff1-1c26206be94d, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=fde8b20f-16ae-4373-aff1-1c26206be94d,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:32.196666 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:32.204280 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ed86b-1293-4292-aa08-c23e2916e34b None None] Checking router: f63f5a7e-af8e-4a65-91ca-f311a1529a71 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:35:32.208830 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Calling delete_port for fde8b20f-16ae-4373-aff1-1c26206be94d owned by network:router_gateway {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:35:32.212818 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ed86b-1293-4292-aa08-c23e2916e34b None None] Routers {'f63f5a7e-af8e-4a65-91ca-f311a1529a71'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:32.213439 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-184ed86b-1293-4292-aa08-c23e2916e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:32.298900 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-184ed86b-1293-4292-aa08-c23e2916e34b None None] Set router f63f5a7e-af8e-4a65-91ca-f311a1529a71 gateway port host: None {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:32.353734 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-184ed86b-1293-4292-aa08-c23e2916e34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:35:31Z', 'revision_number': 6, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port_host': None}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:32.379407 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184ed86b-1293-4292-aa08-c23e2916e34b None None] The sync data for ids ['f63f5a7e-af8e-4a65-91ca-f311a1529a71'] in dv-cinder-768458-9-iscsi is: [{'id': 'f63f5a7e-af8e-4a65-91ca-f311a1529a71', 'name': 'tempest-TestMinimumBasicScenario-1156572013-router', 'tenant_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:11Z', 'updated_at': '2021-09-23T03:35:31Z', 'revision_number': 6, 'project_id': 'd44cc135efd34c2ebd0b06caba26bca7', 'gw_port_host': None}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:35:32.436906 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:32.461586 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Pushing event deleted for resources: {'Port': ['ID=fde8b20f-16ae-4373-aff1-1c26206be94d,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:32.524925 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573014'] for router_gateway, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:32.610947 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129209'] for router, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:32.613003 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:32.745524 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570672'] for router, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:32.746092 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f63f5a7e-af8e-4a65-91ca-f311a1529a71 {{(pid=94696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 03:35:32.750747 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] Notify callbacks [] for router, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:32.751931 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-df1115fb-5a26-4b26-8ce6-c8d5f6d0394d admin admin] 10.222.0.23 "DELETE /v2.0/routers/f63f5a7e-af8e-4a65-91ca-f311a1529a71 HTTP/1.1" status: 204 len: 168 time: 0.9896681 Sep 23 03:35:32.754346 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60208) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:32.798773 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dfc9f7-6911-41c2-8568-d28ddbb9f361 admin admin] Deleting subnet 0ffbfdba-d576-4341-a6a5-e8fdbd943b7d {{(pid=94696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:35:32.802400 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc9f7-6911-41c2-8568-d28ddbb9f361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:32.841306 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc9f7-6911-41c2-8568-d28ddbb9f361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487883'] for subnet, precommit_delete_associations {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:32.916138 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc9f7-6911-41c2-8568-d28ddbb9f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.053209 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc9f7-6911-41c2-8568-d28ddbb9f361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25232316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681425'] for subnet, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.078018 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfc9f7-6911-41c2-8568-d28ddbb9f361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ffbfdba-d576-4341-a6a5-e8fdbd943b7d,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:33.081583 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-b9dfc9f7-6911-41c2-8568-d28ddbb9f361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.083411 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-b9dfc9f7-6911-41c2-8568-d28ddbb9f361 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0ffbfdba-d576-4341-a6a5-e8fdbd943b7d HTTP/1.1" status: 204 len: 168 time: 0.3281553 Sep 23 03:35:33.086149 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60210) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:33.089702 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f26ed-7dfc-4f6f-9ecb-35545a2fce93 None None] Network a9584aa7-1125-41a0-a42a-9b3bb6be5e78 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:35:33.163284 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.202252 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f03ab621-7a3c-427d-844b-db8a122bff03 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:35:33.220243 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Deleting port 5f45a27e-cc64-4370-b710-d5317998b659 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:35:33.220782 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.223282 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: f03ab621-7a3c-427d-844b-db8a122bff03 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:35:33.223558 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f03ab621-7a3c-427d-844b-db8a122bff03 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:35:33.223983 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device fde8b20f-16ae-4373-aff1-1c26206be94d no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:35:33.249469 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: fde8b20f-16ae-4373-aff1-1c26206be94d {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:35:33.252835 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device fde8b20f-16ae-4373-aff1-1c26206be94d not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:35:33.289479 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] For port 5f45a27e-cc64-4370-b710-d5317998b659, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=5f45a27e-cc64-4370-b710-d5317998b659,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:33.289992 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.302333 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Calling delete_port for 5f45a27e-cc64-4370-b710-d5317998b659 owned by network:dhcp {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:35:33.332772 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] DHCP port deletion for a9584aa7-1125-41a0-a42a-9b3bb6be5e78 request from dv-cinder-768458-9-iscsi {{(pid=94697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 03:35:33.391433 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Deleting port 5f45a27e-cc64-4370-b710-d5317998b659 {{(pid=94697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:35:33.391433 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.449630 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] For port 5f45a27e-cc64-4370-b710-d5317998b659, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=5f45a27e-cc64-4370-b710-d5317998b659,segment=NetworkSegment(fa9b9a64-75e8-45d8-9fed-98e46296644a),segment_id=fa9b9a64-75e8-45d8-9fed-98e46296644a)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:33.450028 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.459682 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.462340 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Calling delete_port for 5f45a27e-cc64-4370-b710-d5317998b659 owned by network:dhcp {{(pid=94697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:35:33.486207 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Pushing event deleted for resources: {'Port': ['ID=5f45a27e-cc64-4370-b710-d5317998b659,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:33.488027 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] No DVR routers for this DVR port 5f45a27e-cc64-4370-b710-d5317998b659 on host dv-cinder-768458-9-iscsi {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:35:33.539478 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848'] for port, after_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.563855 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.565716 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Pushing event deleted for resources: {'Port': ['ID=5f45a27e-cc64-4370-b710-d5317998b659,revision_number=None']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:33.568794 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] No DVR routers for this DVR port 5f45a27e-cc64-4370-b710-d5317998b659 on host dv-cinder-768458-9-iscsi {{(pid=94697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:35:33.575629 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.575984 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.576339 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.576698 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.579881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.579881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.579881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.579881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.579881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.579881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.579881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.579881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbaaa2a-9ae3-401e-b97a-f9ee84075a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:33.585206 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9584aa7-1125-41a0-a42a-9b3bb6be5e78']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:33.594399 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9b9a64-75e8-45d8-9fed-98e46296644a') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:33.594697 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9b9a64-75e8-45d8-9fed-98e46296644a') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:33.603845 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.617053 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.622658 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:35:33.623042 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:35:33.624697 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:35:33.733658 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.739435 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:33.741297 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] 10.222.0.23 "DELETE /v2.0/networks/a9584aa7-1125-41a0-a42a-9b3bb6be5e78 HTTP/1.1" status: 204 len: 168 time: 0.6542516 Sep 23 03:35:33.744873 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60212) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:33.752656 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082bba1-e505-41a5-b257-7a8e481fd6df admin admin] Pushing event deleted for resources: {'Network': ['ID=a9584aa7-1125-41a0-a42a-9b3bb6be5e78,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:34.107571 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573212'] for router_interface, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:34.339925 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] Deleting port 2937c621-6976-4d91-8181-6ef54d3eab76 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:35:34.340266 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:34.418454 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] For port 2937c621-6976-4d91-8181-6ef54d3eab76, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=2937c621-6976-4d91-8181-6ef54d3eab76,segment=NetworkSegment(bc23b58f-3b58-4fbf-9b58-cd1c4511b068),segment_id=bc23b58f-3b58-4fbf-9b58-cd1c4511b068)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:34.418740 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:34.430445 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] Calling delete_port for 2937c621-6976-4d91-8181-6ef54d3eab76 owned by network:router_interface {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:35:34.728267 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:34.752407 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=2937c621-6976-4d91-8181-6ef54d3eab76,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:34.917079 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573077'] for router_interface, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:35.220462 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 5f45a27e-cc64-4370-b710-d5317998b659 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:35:35.240523 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 5f45a27e-cc64-4370-b710-d5317998b659 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:35:35.240874 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 5f45a27e-cc64-4370-b710-d5317998b659 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:35:35.352908 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] Router 30fc9e88-2e06-465f-a3ef-b145d018a97c has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:35:35.453763 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:35:35.458689 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-7e90c508-9840-416a-8b4a-cefed17a5d98 admin admin] 10.222.0.23 "PUT /v2.0/routers/30fc9e88-2e06-465f-a3ef-b145d018a97c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7127240 Sep 23 03:35:35.461997 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60214) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:35.464607 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2269d0-4542-42fe-9347-83486f1ee354 None None] Sync routers for ids ['30fc9e88-2e06-465f-a3ef-b145d018a97c'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:35:35.473638 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2269d0-4542-42fe-9347-83486f1ee354 None None] Routers {'30fc9e88-2e06-465f-a3ef-b145d018a97c'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:35.474248 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-5c2269d0-4542-42fe-9347-83486f1ee354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['30fc9e88-2e06-465f-a3ef-b145d018a97c'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:35.566305 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:35.574729 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-5c2269d0-4542-42fe-9347-83486f1ee354 None None] Set router 30fc9e88-2e06-465f-a3ef-b145d018a97c gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:35.668413 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:35.756687 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-5c2269d0-4542-42fe-9347-83486f1ee354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'name': 'tempest-TestMinimumBasicScenario-671741484-router', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:35:34Z', 'revision_number': 5, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'gw_port': {'id': 'e20c3bdc-da40-4cd8-a32c-4b6fd82156d6', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:33:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:35.786099 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2269d0-4542-42fe-9347-83486f1ee354 None None] Checking router: 30fc9e88-2e06-465f-a3ef-b145d018a97c for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:35:35.794103 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2269d0-4542-42fe-9347-83486f1ee354 None None] Routers {'30fc9e88-2e06-465f-a3ef-b145d018a97c'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:35.794712 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-5c2269d0-4542-42fe-9347-83486f1ee354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['30fc9e88-2e06-465f-a3ef-b145d018a97c'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:35.822806 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Deleting port e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:35:35.823226 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:35.878690 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-5c2269d0-4542-42fe-9347-83486f1ee354 None None] Set router 30fc9e88-2e06-465f-a3ef-b145d018a97c gateway port host: None {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:35.906267 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] For port e20c3bdc-da40-4cd8-a32c-4b6fd82156d6, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=e20c3bdc-da40-4cd8-a32c-4b6fd82156d6,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:35.906636 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:35.918587 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Calling delete_port for e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 owned by network:router_gateway {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:35:35.929597 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-5c2269d0-4542-42fe-9347-83486f1ee354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'name': 'tempest-TestMinimumBasicScenario-671741484-router', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:35:35Z', 'revision_number': 6, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'gw_port_host': None}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:35.958016 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2269d0-4542-42fe-9347-83486f1ee354 None None] The sync data for ids ['30fc9e88-2e06-465f-a3ef-b145d018a97c'] in dv-cinder-768458-9-iscsi is: [{'id': '30fc9e88-2e06-465f-a3ef-b145d018a97c', 'name': 'tempest-TestMinimumBasicScenario-671741484-router', 'tenant_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:32:18Z', 'updated_at': '2021-09-23T03:35:35Z', 'revision_number': 6, 'project_id': '310ac3cbcd994b1b9899ade1af4dd1d3', 'gw_port_host': None}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:35:36.162424 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.187087 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20c3bdc-da40-4cd8-a32c-4b6fd82156d6,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:36.250720 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573014'] for router_gateway, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.342944 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129209'] for router, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.345106 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.476328 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570672'] for router, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.476840 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30fc9e88-2e06-465f-a3ef-b145d018a97c {{(pid=94695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 03:35:36.481141 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.482302 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-47a9dbd6-9ab0-4084-bc4a-9bd9052b19a7 admin admin] 10.222.0.23 "DELETE /v2.0/routers/30fc9e88-2e06-465f-a3ef-b145d018a97c HTTP/1.1" status: 204 len: 168 time: 1.0193748 Sep 23 03:35:36.492436 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60216) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:36.535643 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75cae7a-eaf1-4146-8c83-25a860c07420 admin admin] Deleting subnet 5de9c8c7-926d-4f56-a0e3-637e6df3272f {{(pid=94695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:35:36.538611 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d75cae7a-eaf1-4146-8c83-25a860c07420 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.576780 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d75cae7a-eaf1-4146-8c83-25a860c07420 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464881'] for subnet, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.651543 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d75cae7a-eaf1-4146-8c83-25a860c07420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.785498 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d75cae7a-eaf1-4146-8c83-25a860c07420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26797685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25405325'] for subnet, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.819199 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cae7a-eaf1-4146-8c83-25a860c07420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de9c8c7-926d-4f56-a0e3-637e6df3272f,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:36.822897 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-d75cae7a-eaf1-4146-8c83-25a860c07420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.824931 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-d75cae7a-eaf1-4146-8c83-25a860c07420 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5de9c8c7-926d-4f56-a0e3-637e6df3272f HTTP/1.1" status: 204 len: 168 time: 0.3315370 Sep 23 03:35:36.827350 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60218) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:36.829812 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa042c0-117c-466f-a7f1-6322517f0146 None None] Network 71db8f06-f5e7-405e-9dc5-3bd750b6799d requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:35:36.902659 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:36.962195 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Deleting port 5e4644ca-601d-47de-b653-448c2e82b722 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:35:36.962601 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.029211 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] For port 5e4644ca-601d-47de-b653-448c2e82b722, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=5e4644ca-601d-47de-b653-448c2e82b722,segment=NetworkSegment(bc23b58f-3b58-4fbf-9b58-cd1c4511b068),segment_id=bc23b58f-3b58-4fbf-9b58-cd1c4511b068)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:37.029493 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.041562 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fffc1f-349b-41d7-80bb-994a1096b6b4 None None] DHCP port deletion for 71db8f06-f5e7-405e-9dc5-3bd750b6799d request from dv-cinder-768458-9-iscsi {{(pid=94697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 03:35:37.041847 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Calling delete_port for 5e4644ca-601d-47de-b653-448c2e82b722 owned by network:dhcp {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:35:37.097158 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-c5fffc1f-349b-41d7-80bb-994a1096b6b4 None None] Deleting port 5e4644ca-601d-47de-b653-448c2e82b722 {{(pid=94697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:35:37.097541 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c5fffc1f-349b-41d7-80bb-994a1096b6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.174398 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.184609 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:35:37.190481 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-c5fffc1f-349b-41d7-80bb-994a1096b6b4 None None] For port 5e4644ca-601d-47de-b653-448c2e82b722, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=5e4644ca-601d-47de-b653-448c2e82b722,segment=NetworkSegment(bc23b58f-3b58-4fbf-9b58-cd1c4511b068),segment_id=bc23b58f-3b58-4fbf-9b58-cd1c4511b068)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:37.190913 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c5fffc1f-349b-41d7-80bb-994a1096b6b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.208088 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.215528 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:35:37.221647 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device e20c3bdc-da40-4cd8-a32c-4b6fd82156d6 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:35:37.221647 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 5e4644ca-601d-47de-b653-448c2e82b722 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:35:37.221647 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-c5fffc1f-349b-41d7-80bb-994a1096b6b4 None None] Calling delete_port for 5e4644ca-601d-47de-b653-448c2e82b722 owned by network:dhcp {{(pid=94697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:35:37.236302 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] No DVR routers for this DVR port 5e4644ca-601d-47de-b653-448c2e82b722 on host dv-cinder-768458-9-iscsi {{(pid=94695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:35:37.238282 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4644ca-601d-47de-b653-448c2e82b722,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:37.239273 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 5e4644ca-601d-47de-b653-448c2e82b722 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:35:37.239622 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 5e4644ca-601d-47de-b653-448c2e82b722 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:35:37.240028 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 2937c621-6976-4d91-8181-6ef54d3eab76 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:35:37.267803 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 2937c621-6976-4d91-8181-6ef54d3eab76 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:35:37.268141 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 2937c621-6976-4d91-8181-6ef54d3eab76 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:35:37.313565 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.331897 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c5fffc1f-349b-41d7-80bb-994a1096b6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848'] for port, after_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.336747 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71db8f06-f5e7-405e-9dc5-3bd750b6799d']}} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:37.348192 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc23b58f-3b58-4fbf-9b58-cd1c4511b068') {'for_net_delete': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:37.348570 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc23b58f-3b58-4fbf-9b58-cd1c4511b068') {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:37.355455 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fffc1f-349b-41d7-80bb-994a1096b6b4 None None] Pushing event deleted for resources: {'Port': ['ID=5e4644ca-601d-47de-b653-448c2e82b722,revision_number=None']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:37.360008 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fffc1f-349b-41d7-80bb-994a1096b6b4 None None] No DVR routers for this DVR port 5e4644ca-601d-47de-b653-448c2e82b722 on host dv-cinder-768458-9-iscsi {{(pid=94697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:35:37.360374 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464872'] for segment, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.378498 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.385318 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:35:37.385706 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26796507'] for segment, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: Traceback (most recent call last): Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: timer() Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: cb(*args, **kw) Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: return func(*args, **kwargs) Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: self._notify() Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: self.callback(batched_events) Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: event.method(event) Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: return f(self, *a, **k) Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: return self._get(url).json() Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: return self.request(url, 'GET', **kwargs) Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:35:37.387328 dv-cinder-768458-9-iscsi neutron-server[94695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:35:37.561574 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.566846 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:37.568747 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] 10.222.0.23 "DELETE /v2.0/networks/71db8f06-f5e7-405e-9dc5-3bd750b6799d HTTP/1.1" status: 204 len: 168 time: 0.7404380 Sep 23 03:35:37.579231 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ad103-e0ed-4616-838a-b0467e2dc687 admin admin] Pushing event deleted for resources: {'Network': ['ID=71db8f06-f5e7-405e-9dc5-3bd750b6799d,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:37.980219 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60222) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:38.029145 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-21a8433f-4308-4d23-b579-52573ef8f6e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d44cc135efd34c2ebd0b06caba26bca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477111 Sep 23 03:35:38.031940 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60224) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:38.081998 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b6fabaaa-06e2-4bac-b37f-f7a998db5960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:38.104819 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b6fabaaa-06e2-4bac-b37f-f7a998db5960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:38.237040 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b6fabaaa-06e2-4bac-b37f-f7a998db5960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:38.239677 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b6fabaaa-06e2-4bac-b37f-f7a998db5960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:38.240889 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b6fabaaa-06e2-4bac-b37f-f7a998db5960 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dd28480-5e25-4156-be2b-0154604125fb HTTP/1.1" status: 204 len: 168 time: 0.2080069 Sep 23 03:35:38.249006 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fabaaa-06e2-4bac-b37f-f7a998db5960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd28480-5e25-4156-be2b-0154604125fb,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:38.983607 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60230) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:39.022473 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-f04c5b3d-b315-4259-b88b-ac8d38bc74bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=310ac3cbcd994b1b9899ade1af4dd1d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377479 Sep 23 03:35:39.025324 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60232) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:39.075841 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b7e64b5c-84ff-4dbf-855a-945108539b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:39.097444 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b7e64b5c-84ff-4dbf-855a-945108539b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:39.207803 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b7e64b5c-84ff-4dbf-855a-945108539b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:39.211112 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-b7e64b5c-84ff-4dbf-855a-945108539b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:39.212274 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-b7e64b5c-84ff-4dbf-855a-945108539b9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34e1fa8b-eb2f-464e-906c-54edb1a993d9 HTTP/1.1" status: 204 len: 168 time: 0.1860683 Sep 23 03:35:39.220195 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e64b5c-84ff-4dbf-855a-945108539b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e1fa8b-eb2f-464e-906c-54edb1a993d9,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:40.231899 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60254) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:40.324983 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1078500427-network', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:40.430382 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Made reservation on behalf of ef0ca626043a48c88655009268a6ce40 for: {'network': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:35:40.432688 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:40.441020 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:40.527130 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:40.590598 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:40.610688 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=94695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:35:40.623570 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63d2d9c-167c-4e5b-99fe-94f918fb0407,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:40.628196 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:40.628562 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.segments_db [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Added segment ae45d348-6f1c-479e-9852-b4b6603ffa91 of type vlan for network 96d4f41a-803c-46c5-8381-2a138296e8f6 Sep 23 03:35:40.667507 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:40.778584 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:40.779460 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:40.780058 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:40.837405 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] Pushing event updated for resources: {'Network': ['ID=96d4f41a-803c-46c5-8381-2a138296e8f6,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:40.846857 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 96d4f41a-803c-46c5-8381-2a138296e8f6 details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:35:40.934313 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-51012afc-08fc-48b7-b2e4-c3c310cf818c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7013001 Sep 23 03:35:40.937329 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60258) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:40.942320 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] Request body: {'subnet': {'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1078500427-subnet', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'ip_version': 4}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:41.047655 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] Made reservation on behalf of ef0ca626043a48c88655009268a6ce40 for: {'subnet': 1} {{(pid=94695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:35:41.049986 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25405352'] for subnet, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:41.270631 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26797748', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25405338'] for subnet, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:41.329961 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:41.332352 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] Checking segment: {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:35:41.332737 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] Network hostable DHCP agents. Network: 96d4f41a-803c-46c5-8381-2a138296e8f6, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:35:41.436137 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] Network 96d4f41a-803c-46c5-8381-2a138296e8f6 is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:35:41.544927 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 96d4f41a-803c-46c5-8381-2a138296e8f6) {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:35:41.548968 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:41.549563 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:41.553623 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d68963-49f2-48e8-b2b2-431df49a7224 None None] Network 96d4f41a-803c-46c5-8381-2a138296e8f6 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:35:41.625808 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-9d6d165f-86d7-4ed8-95cf-e21de048f8b0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6873395 Sep 23 03:35:41.628306 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60260) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:41.633513 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:41.692386 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29eb833-083d-5d5e-b2f8-85e20067a92e-96d4f41a-803c-46c5-8381-2a138296e8f6', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa'}]}} from dv-cinder-768458-9-iscsi. {{(pid=94697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 03:35:41.693252 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:41.733870 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129195'] for router, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:41.735007 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129186'] for router, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:41.802467 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:41.829201 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.db_base_plugin_common [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Allocated IP 172.20.0.2 (96d4f41a-803c-46c5-8381-2a138296e8f6/cb6a9bdc-34f8-46dd-ad93-a5e341e778aa/6ba7b2a7-45a9-4621-b326-f1321e2b6998) {{(pid=94697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:35:41.971870 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Notify callbacks [] for port, precommit_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:42.008980 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:42.082618 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:42.136029 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Network 96d4f41a-803c-46c5-8381-2a138296e8f6 is already hosted by enough agents. {{(pid=94697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:35:42.138812 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.base_scheduler [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Resources bound (agent type, host, resource id): {{(pid=94697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:35:42.145608 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Received port after_create {{(pid=94697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:35:42.147489 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Pushing event updated for resources: {'Port': ['ID=6ba7b2a7-45a9-4621-b326-f1321e2b6998,revision_number=1']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:42.202564 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Attempting to bind port 6ba7b2a7-45a9-4621-b326-f1321e2b6998 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:35:42.202933 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Attempting to bind port 6ba7b2a7-45a9-4621-b326-f1321e2b6998 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:35:42.203282 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Attempting to bind port 6ba7b2a7-45a9-4621-b326-f1321e2b6998 on network 96d4f41a-803c-46c5-8381-2a138296e8f6 {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:35:42.208093 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:35:42.208459 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Checking segment: {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:35:42.208883 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:42.209265 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Bound using segment: {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:35:42.209721 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Bound port: 6ba7b2a7-45a9-4621-b326-f1321e2b6998, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:35:42.210090 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:42.274616 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] For port 6ba7b2a7-45a9-4621-b326-f1321e2b6998, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:35:42.277648 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] For port 6ba7b2a7-45a9-4621-b326-f1321e2b6998, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=6ba7b2a7-45a9-4621-b326-f1321e2b6998,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:35:42.339447 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:42.357996 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:42.385676 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:42.443654 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b02473-7a90-4164-a790-bd53e5bff587 None None] Pushing event updated for resources: {'Port': ['ID=6ba7b2a7-45a9-4621-b326-f1321e2b6998,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:42.462861 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Allocated IP 172.27.1.181 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/6e9321a8-bf25-4916-b2a1-6af241b9fa03) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:35:42.581445 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:42.683123 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:42.721861 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:35:42.724529 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:35:42.727970 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:35:42.735491 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Pushing event updated for resources: {'Port': ['ID=6e9321a8-bf25-4916-b2a1-6af241b9fa03,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:43.089762 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:43.213038 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6ba7b2a7-45a9-4621-b326-f1321e2b6998 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:35:43.271978 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 6ba7b2a7-45a9-4621-b326-f1321e2b6998 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:43.273219 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:43.354068 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c036451-ee00-47e8-b1c0-9fd888c08a8a None None] Network 96d4f41a-803c-46c5-8381-2a138296e8f6 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:35:43.362463 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:43.461192 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port 6ba7b2a7-45a9-4621-b326-f1321e2b6998, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=6ba7b2a7-45a9-4621-b326-f1321e2b6998,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:43.464052 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-d69a5d76-8209-44e6-9a26-ed0cd3171a72 None None] Provisioning complete for port 6ba7b2a7-45a9-4621-b326-f1321e2b6998 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:43.464426 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d69a5d76-8209-44e6-9a26-ed0cd3171a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:43.531487 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571838'] for router, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:43.534858 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:43.643152 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=6ba7b2a7-45a9-4621-b326-f1321e2b6998,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:43.711171 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Router d41cad7d-08b3-4298-8446-68da5197f704 is scheduled to L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 with binding_index 1 {{(pid=94695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 03:35:43.821825 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:35:43.829985 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Sync routers for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:35:43.838852 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:43.839455 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:43.888114 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:43.889468 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-9fa3e62d-aa1f-45d6-918e-44f07bddde0a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2598813 Sep 23 03:35:43.892259 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60262) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:43.921121 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-2dfa4b36-e7ed-4510-b5a6-987907aa9546 None None] Provisioning complete for port 6ba7b2a7-45a9-4621-b326-f1321e2b6998 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:43.921409 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2dfa4b36-e7ed-4510-b5a6-987907aa9546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:43.973512 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:44.300074 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:42Z', 'revision_number': 3, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:44.314507 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:44.328913 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Checking router: d41cad7d-08b3-4298-8446-68da5197f704 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:35:44.329261 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Updating router d41cad7d-08b3-4298-8446-68da5197f704 port 6e9321a8-bf25-4916-b2a1-6af241b9fa03 binding host dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:35:44.353192 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:44.467396 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_common [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Allocated IP 172.20.0.1 (96d4f41a-803c-46c5-8381-2a138296e8f6/cb6a9bdc-34f8-46dd-ad93-a5e341e778aa/7636bc1a-4916-40ad-91db-7c55ffa75b49) {{(pid=94695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:35:44.568313 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:44.597777 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:44.671207 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:44.681921 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:44.704601 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Network 96d4f41a-803c-46c5-8381-2a138296e8f6 is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:35:44.707453 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:35:44.711633 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Received port after_create {{(pid=94695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:35:44.729542 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Attempting to bind port 6e9321a8-bf25-4916-b2a1-6af241b9fa03 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:35:44.729837 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Attempting to bind port 6e9321a8-bf25-4916-b2a1-6af241b9fa03 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:35:44.730197 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Attempting to bind port 6e9321a8-bf25-4916-b2a1-6af241b9fa03 on network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:35:44.741321 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f0751-40db-4ab6-bf39-3a7f978ff922 None None] Pushing event updated for resources: {'Port': ['ID=6e9321a8-bf25-4916-b2a1-6af241b9fa03,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:44.743903 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:35:44.744272 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Checking segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:35:44.744696 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:44.745077 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Bound using segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:35:44.745802 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Bound port: 6e9321a8-bf25-4916-b2a1-6af241b9fa03, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:35:44.746196 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:44.748141 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Pushing event updated for resources: {'Port': ['ID=7636bc1a-4916-40ad-91db-7c55ffa75b49,revision_number=1']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:44.762396 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573059'] for router_interface, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:44.804315 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] For port 6e9321a8-bf25-4916-b2a1-6af241b9fa03, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:35:44.808058 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] For port 6e9321a8-bf25-4916-b2a1-6af241b9fa03, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=6e9321a8-bf25-4916-b2a1-6af241b9fa03,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:35:44.905608 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:44.968850 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:44.973787 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f0751-40db-4ab6-bf39-3a7f978ff922 None None] Pushing event updated for resources: {'Port': ['ID=6e9321a8-bf25-4916-b2a1-6af241b9fa03,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:44.976869 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:44.977469 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:45.015079 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-e0422bc6-498a-43a1-95a4-23e243443a0f None None] Provisioning complete for port 7636bc1a-4916-40ad-91db-7c55ffa75b49 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:45.015453 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e0422bc6-498a-43a1-95a4-23e243443a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:45.081413 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-e0422bc6-498a-43a1-95a4-23e243443a0f None None] Port 7636bc1a-4916-40ad-91db-7c55ffa75b49 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:35:45.110023 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:45.130619 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Notify callbacks [] for port, precommit_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:45.190794 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26797603'] for port, after_update {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:45.191463 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6ba7b2a7-45a9-4621-b326-f1321e2b6998 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:35:45.260543 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573299'] for router_interface, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:45.263265 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Pushing event updated for resources: {'Port': ['ID=7636bc1a-4916-40ad-91db-7c55ffa75b49,revision_number=2']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:45.314440 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 6ba7b2a7-45a9-4621-b326-f1321e2b6998 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:45.315014 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:45.357311 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Network 96d4f41a-803c-46c5-8381-2a138296e8f6 is already hosted by enough agents. {{(pid=94695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:35:45.358872 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.base_scheduler [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Resources bound (agent type, host, resource id): {{(pid=94695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:35:45.373726 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 1, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:45.421076 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddacdd7-1565-4c92-850b-b1fc49a7e6f6 None None] The sync data for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi is: [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 1, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:35:45.484640 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Router d41cad7d-08b3-4298-8446-68da5197f704 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:35:45.597719 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:35:45.601321 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-67bd4864-5356-462d-b08c-0951c3d28aab admin admin] 10.222.0.23 "PUT /v2.0/routers/d41cad7d-08b3-4298-8446-68da5197f704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7080054 Sep 23 03:35:45.619086 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-265dc4bd-2e1d-4b77-87e7-1c118cb2134f None None] Provisioning complete for port 7636bc1a-4916-40ad-91db-7c55ffa75b49 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:45.619466 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-265dc4bd-2e1d-4b77-87e7-1c118cb2134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:45.659437 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-265dc4bd-2e1d-4b77-87e7-1c118cb2134f None None] Port 7636bc1a-4916-40ad-91db-7c55ffa75b49 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:35:46.351146 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60278) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:46.356702 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-300678508-network', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:46.430717 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Made reservation on behalf of 4a9e3941d11746fd9b5cc61875ae9db7 for: {'network': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:35:46.433105 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for network, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:46.442115 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:46.533109 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:46.607621 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:46.627534 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 03:35:46.640863 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6134b9cc-1c90-49dc-8bec-715b1509491e,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:46.645476 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:46.645815 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.segments_db [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Added segment b572cc9e-e543-466c-87ed-853c8f47a8b4 of type vlan for network 333943ee-62c6-49ad-b123-53737d21e05b Sep 23 03:35:46.685189 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732195206422'] for network, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:46.770054 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:35:46.790847 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395'] for network, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:46.791836 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:46.792429 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:46.861082 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] Pushing event updated for resources: {'Network': ['ID=333943ee-62c6-49ad-b123-53737d21e05b,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:46.871348 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Network 333943ee-62c6-49ad-b123-53737d21e05b details requested by agent ovs-agent-dv-cinder-768458-9-iscsi with host dv-cinder-768458-9-iscsi {{(pid=94697) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 03:35:46.906020 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-7aa2322c-6e9c-4434-ba3a-b2e2f594e771 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5530751 Sep 23 03:35:46.908736 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60280) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:46.913749 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] Request body: {'subnet': {'network_id': '333943ee-62c6-49ad-b123-53737d21e05b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-300678508-subnet', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'ip_version': 4}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:47.013132 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] Made reservation on behalf of 4a9e3941d11746fd9b5cc61875ae9db7 for: {'subnet': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:35:47.015500 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25681460'] for subnet, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.183419 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Sync routers for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:35:47.195641 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:47.200773 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:47.226655 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6e9321a8-bf25-4916-b2a1-6af241b9fa03 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:35:47.259479 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25232253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25681414'] for subnet, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.275610 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 6e9321a8-bf25-4916-b2a1-6af241b9fa03 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:47.276194 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.304998 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:47.315588 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61d6120-5b1d-462c-98e1-d5e94d50bfd5,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:47.326240 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] Checking segment: {'id': 'b572cc9e-e543-466c-87ed-853c8f47a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:35:47.326927 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] Network hostable DHCP agents. Network: 333943ee-62c6-49ad-b123-53737d21e05b, hostable agents: ['41b4799d-f120-47cb-a32c-0033145e1da1'], hosted agents: [] {{(pid=94696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 03:35:47.361343 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.381294 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port 6e9321a8-bf25-4916-b2a1-6af241b9fa03, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=6e9321a8-bf25-4916-b2a1-6af241b9fa03,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:47.430897 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] Network 333943ee-62c6-49ad-b123-53737d21e05b is scheduled to be hosted by DHCP agent 41b4799d-f120-47cb-a32c-0033145e1da1 with binding_index 1 {{(pid=94696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 03:35:47.487596 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.497814 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:45Z', 'revision_number': 2, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:47.504892 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-9-iscsi, 333943ee-62c6-49ad-b123-53737d21e05b) {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:35:47.509010 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:35:47.509604 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.519788 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aefa90b-1be6-4cdc-a5d9-fb2b06190b3b None None] Network 333943ee-62c6-49ad-b123-53737d21e05b requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:35:47.525054 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Checking router: d41cad7d-08b3-4298-8446-68da5197f704 for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:35:47.525413 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Updating router d41cad7d-08b3-4298-8446-68da5197f704 port 7636bc1a-4916-40ad-91db-7c55ffa75b49 binding host dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:35:47.552218 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.579140 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-304d1a59-f543-41b0-afdd-0e74a48763f6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6691465 Sep 23 03:35:47.581657 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60282) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:47.586373 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-300678508-router', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:47.595603 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=6e9321a8-bf25-4916-b2a1-6af241b9fa03,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:47.688066 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-571267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129195'] for router, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.689155 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-571779', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-973852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129186'] for router, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.689300 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe29eb833-083d-5d5e-b2f8-85e20067a92e-333943ee-62c6-49ad-b123-53737d21e05b', 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'fixed_ips': [{'subnet_id': 'e61d6120-5b1d-462c-98e1-d5e94d50bfd5'}]}} from dv-cinder-768458-9-iscsi. {{(pid=94697) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 03:35:47.690224 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.743501 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.815946 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Notify callbacks [] for port, precommit_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.828789 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.db_base_plugin_common [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Allocated IP 172.20.0.2 (333943ee-62c6-49ad-b123-53737d21e05b/e61d6120-5b1d-462c-98e1-d5e94d50bfd5/f3b1b658-66b4-4222-9067-881e7f1bd3e9) {{(pid=94697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:35:47.876415 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.919386 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Pushing event updated for resources: {'Port': ['ID=7636bc1a-4916-40ad-91db-7c55ffa75b49,revision_number=3']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:47.929293 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.930721 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.931153 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.931557 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.931953 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.932345 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.932835 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.933172 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.933579 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.933968 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.934350 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.934669 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:35:47.956824 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.987861 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Notify callbacks [] for port, precommit_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:47.998910 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Attempting to bind port 7636bc1a-4916-40ad-91db-7c55ffa75b49 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:35:47.998910 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Attempting to bind port 7636bc1a-4916-40ad-91db-7c55ffa75b49 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:35:47.998910 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Attempting to bind port 7636bc1a-4916-40ad-91db-7c55ffa75b49 on network 96d4f41a-803c-46c5-8381-2a138296e8f6 {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:35:48.002805 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:35:48.003177 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Checking segment: {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:35:48.003581 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.003969 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Bound using segment: {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:35:48.004755 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Bound port: 7636bc1a-4916-40ad-91db-7c55ffa75b49, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'}}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:35:48.005028 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.076917 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] For port 7636bc1a-4916-40ad-91db-7c55ffa75b49, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:35:48.079813 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839'] for port, after_create {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.089036 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] For port 7636bc1a-4916-40ad-91db-7c55ffa75b49, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=7636bc1a-4916-40ad-91db-7c55ffa75b49,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:35:48.120823 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Network 333943ee-62c6-49ad-b123-53737d21e05b is already hosted by enough agents. {{(pid=94697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:35:48.124893 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.scheduler.base_scheduler [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Resources bound (agent type, host, resource id): {{(pid=94697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:35:48.129324 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Received port after_create {{(pid=94697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:35:48.139106 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Pushing event updated for resources: {'Port': ['ID=f3b1b658-66b4-4222-9067-881e7f1bd3e9,revision_number=1']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:48.191325 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.202911 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Attempting to bind port f3b1b658-66b4-4222-9067-881e7f1bd3e9 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:35:48.203283 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Attempting to bind port f3b1b658-66b4-4222-9067-881e7f1bd3e9 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'b572cc9e-e543-466c-87ed-853c8f47a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:35:48.203652 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Attempting to bind port f3b1b658-66b4-4222-9067-881e7f1bd3e9 on network 333943ee-62c6-49ad-b123-53737d21e05b {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:35:48.212589 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-f3d9095c-b7a9-4cee-a181-6905d902ca44 None None] Provisioning complete for port 7636bc1a-4916-40ad-91db-7c55ffa75b49 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:48.212966 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-f3d9095c-b7a9-4cee-a181-6905d902ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.214596 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:35:48.214967 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Checking segment: {'id': 'b572cc9e-e543-466c-87ed-853c8f47a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:35:48.215363 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.215794 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Bound using segment: {'id': 'b572cc9e-e543-466c-87ed-853c8f47a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:35:48.216228 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Bound port: f3b1b658-66b4-4222-9067-881e7f1bd3e9, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b572cc9e-e543-466c-87ed-853c8f47a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:35:48.216630 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.251189 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:48.251846 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:48.253768 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e37cb-9f77-447e-9cf9-e7a0bc228325 None None] Pushing event updated for resources: {'Port': ['ID=7636bc1a-4916-40ad-91db-7c55ffa75b49,revision_number=4']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:48.257815 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.278911 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.329128 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] For port f3b1b658-66b4-4222-9067-881e7f1bd3e9, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:35:48.349099 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] For port f3b1b658-66b4-4222-9067-881e7f1bd3e9, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f3b1b658-66b4-4222-9067-881e7f1bd3e9,segment=NetworkSegment(b572cc9e-e543-466c-87ed-853c8f47a8b4),segment_id=b572cc9e-e543-466c-87ed-853c8f47a8b4)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:35:48.357329 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-f3d9095c-b7a9-4cee-a181-6905d902ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.372847 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:48.393559 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-f3d9095c-b7a9-4cee-a181-6905d902ca44 None None] For port 7636bc1a-4916-40ad-91db-7c55ffa75b49, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=7636bc1a-4916-40ad-91db-7c55ffa75b49,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:48.450100 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Allocated IP 172.27.1.199 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/827d1d0e-5f76-4b9d-8476-10aa4193f2bd) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:35:48.454285 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.485819 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-f3d9095c-b7a9-4cee-a181-6905d902ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.529409 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b15fe0-d6f9-45b9-8f46-f1519b25792c None None] Pushing event updated for resources: {'Port': ['ID=f3b1b658-66b4-4222-9067-881e7f1bd3e9,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:48.562094 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.594727 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9095c-b7a9-4cee-a181-6905d902ca44 None None] Pushing event updated for resources: {'Port': ['ID=7636bc1a-4916-40ad-91db-7c55ffa75b49,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:48.612120 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-4d1adad2-3fc7-491c-bef7-8e6f53fd8e61 None None] Provisioning complete for port 7636bc1a-4916-40ad-91db-7c55ffa75b49 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:48.612545 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4d1adad2-3fc7-491c-bef7-8e6f53fd8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.618182 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:48.645050 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c38899-afae-4626-a835-4d1e70b42324 None None] The sync data for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi is: [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:35:48.660369 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:48.702472 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:35:48.705946 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:35:48.720601 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:35:48.754218 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Pushing event updated for resources: {'Port': ['ID=827d1d0e-5f76-4b9d-8476-10aa4193f2bd,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:49.061622 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:49.287498 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-571838'] for router, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:49.328191 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f3b1b658-66b4-4222-9067-881e7f1bd3e9 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:35:49.387241 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port f3b1b658-66b4-4222-9067-881e7f1bd3e9 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:49.387613 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:49.465685 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:49.495740 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02cd7dc-9190-4278-9409-b073989a7a97 None None] Network 333943ee-62c6-49ad-b123-53737d21e05b requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:35:49.504301 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port f3b1b658-66b4-4222-9067-881e7f1bd3e9, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f3b1b658-66b4-4222-9067-881e7f1bd3e9,segment=NetworkSegment(b572cc9e-e543-466c-87ed-853c8f47a8b4),segment_id=b572cc9e-e543-466c-87ed-853c8f47a8b4)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:49.522114 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Router b9a76f3e-cbbc-4306-b906-82efbef1308b is scheduled to L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 with binding_index 1 {{(pid=94696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 03:35:49.585572 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-eb0e7c50-5086-44ec-839e-4812c831001b None None] Provisioning complete for port f3b1b658-66b4-4222-9067-881e7f1bd3e9 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:49.585938 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-eb0e7c50-5086-44ec-839e-4812c831001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:49.626729 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:35:49.628836 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:49.629763 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 7636bc1a-4916-40ad-91db-7c55ffa75b49 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:35:49.728132 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] Notify callbacks [] for router, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:49.729449 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-20b2162e-031c-4c14-be72-27cd60ca61fd admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1467409 Sep 23 03:35:49.732123 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60284) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:49.780027 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Sync routers for ids ['b9a76f3e-cbbc-4306-b906-82efbef1308b'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:35:49.845070 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Routers {'b9a76f3e-cbbc-4306-b906-82efbef1308b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:49.845705 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b9a76f3e-cbbc-4306-b906-82efbef1308b'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:49.942200 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=f3b1b658-66b4-4222-9067-881e7f1bd3e9,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:50.019081 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 7636bc1a-4916-40ad-91db-7c55ffa75b49 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:50.019459 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.032071 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Set router b9a76f3e-cbbc-4306-b906-82efbef1308b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:50.254046 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6e9321a8-bf25-4916-b2a1-6af241b9fa03 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:35:50.258985 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-70c09b9d-a013-4362-9207-cf7dc01a693d None None] Provisioning complete for port f3b1b658-66b4-4222-9067-881e7f1bd3e9 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:50.259443 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-70c09b9d-a013-4362-9207-cf7dc01a693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.390364 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 6e9321a8-bf25-4916-b2a1-6af241b9fa03 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:50.391019 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.413756 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.434012 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'name': 'tempest-TestVolumeBootPattern-300678508-router', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:47Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 3, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'gw_port': {'id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:48Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:50.466862 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Checking router: b9a76f3e-cbbc-4306-b906-82efbef1308b for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:35:50.467210 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Updating router b9a76f3e-cbbc-4306-b906-82efbef1308b port 827d1d0e-5f76-4b9d-8476-10aa4193f2bd binding host dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:35:50.495104 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.568012 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Allocated IP 172.20.0.1 (333943ee-62c6-49ad-b123-53737d21e05b/e61d6120-5b1d-462c-98e1-d5e94d50bfd5/376b3ec0-91ce-4078-9e50-9b6d883b20e7) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:35:50.673045 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.767181 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Notify callbacks [] for port, precommit_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.767850 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.803900 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Network 333943ee-62c6-49ad-b123-53737d21e05b is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:35:50.808072 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:35:50.811682 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:35:50.825126 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.838601 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Pushing event updated for resources: {'Port': ['ID=376b3ec0-91ce-4078-9e50-9b6d883b20e7,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:50.862362 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573059'] for router_interface, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.874073 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Attempting to bind port 827d1d0e-5f76-4b9d-8476-10aa4193f2bd on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:35:50.874439 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Attempting to bind port 827d1d0e-5f76-4b9d-8476-10aa4193f2bd by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:35:50.874798 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Attempting to bind port 827d1d0e-5f76-4b9d-8476-10aa4193f2bd on network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:35:50.885786 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:35:50.886171 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Checking segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:35:50.886572 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.886960 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Bound using segment: {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'} {{(pid=94697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:35:50.887431 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.managers [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Bound port: 827d1d0e-5f76-4b9d-8476-10aa4193f2bd, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39609be7-fe95-4f05-bb71-1ddbf1f49087', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e'}}] {{(pid=94697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:35:50.887805 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:50.889593 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e187727-c568-4017-98f5-e95c61dc219b None None] Pushing event updated for resources: {'Port': ['ID=827d1d0e-5f76-4b9d-8476-10aa4193f2bd,revision_number=2']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:50.946258 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] For port 827d1d0e-5f76-4b9d-8476-10aa4193f2bd, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:35:50.949448 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] For port 827d1d0e-5f76-4b9d-8476-10aa4193f2bd, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=827d1d0e-5f76-4b9d-8476-10aa4193f2bd,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:35:51.030907 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:51.097013 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:51.100968 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-f34755e8-d075-4cdb-a2d3-7ca441edd5d6 None None] Provisioning complete for port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:51.101342 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-f34755e8-d075-4cdb-a2d3-7ca441edd5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:51.106077 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e187727-c568-4017-98f5-e95c61dc219b None None] Pushing event updated for resources: {'Port': ['ID=827d1d0e-5f76-4b9d-8476-10aa4193f2bd,revision_number=3']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:51.123272 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Routers {'b9a76f3e-cbbc-4306-b906-82efbef1308b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:51.123911 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b9a76f3e-cbbc-4306-b906-82efbef1308b'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:51.201099 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-f34755e8-d075-4cdb-a2d3-7ca441edd5d6 None None] Port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:35:51.209146 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f3b1b658-66b4-4222-9067-881e7f1bd3e9 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:35:51.262070 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:51.270348 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] Set router b9a76f3e-cbbc-4306-b906-82efbef1308b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:51.309522 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port f3b1b658-66b4-4222-9067-881e7f1bd3e9 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:51.309899 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:51.338621 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:51.407146 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Pushing event updated for resources: {'Port': ['ID=376b3ec0-91ce-4078-9e50-9b6d883b20e7,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:51.409684 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573299'] for router_interface, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:51.501310 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Network 333943ee-62c6-49ad-b123-53737d21e05b is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:35:51.502823 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:35:51.628576 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Router b9a76f3e-cbbc-4306-b906-82efbef1308b has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:35:51.680983 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'name': 'tempest-TestVolumeBootPattern-300678508-router', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:47Z', 'updated_at': '2021-09-23T03:35:50Z', 'revision_number': 4, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'gw_port': {'id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:48Z', 'updated_at': '2021-09-23T03:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '376b3ec0-91ce-4078-9e50-9b6d883b20e7', 'name': '', 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'mac_address': 'fa:16:3e:24:01:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e61d6120-5b1d-462c-98e1-d5e94d50bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:50Z', 'updated_at': '2021-09-23T03:35:50Z', 'revision_number': 1, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'subnets': [{'id': 'e61d6120-5b1d-462c-98e1-d5e94d50bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:51.707025 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-f0a2c2fe-0b8b-47da-8e82-ccc9f4715fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:51.708575 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b7a54-47bc-4187-b7f9-cf147f3c9b4f None None] The sync data for ids ['b9a76f3e-cbbc-4306-b906-82efbef1308b'] in dv-cinder-768458-9-iscsi is: [{'id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'name': 'tempest-TestVolumeBootPattern-300678508-router', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:47Z', 'updated_at': '2021-09-23T03:35:50Z', 'revision_number': 4, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'gw_port': {'id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:48Z', 'updated_at': '2021-09-23T03:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '376b3ec0-91ce-4078-9e50-9b6d883b20e7', 'name': '', 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'mac_address': 'fa:16:3e:24:01:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e61d6120-5b1d-462c-98e1-d5e94d50bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:50Z', 'updated_at': '2021-09-23T03:35:50Z', 'revision_number': 1, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'subnets': [{'id': 'e61d6120-5b1d-462c-98e1-d5e94d50bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:35:51.733747 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-25422ae2-f164-4b6d-aeec-473cc33db49a None None] Provisioning complete for port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:51.734125 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-25422ae2-f164-4b6d-aeec-473cc33db49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:51.746672 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:35:51.761166 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-33bbe3b4-efee-4284-beba-0fe49f81d432 admin admin] 10.222.0.23 "PUT /v2.0/routers/b9a76f3e-cbbc-4306-b906-82efbef1308b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0186481 Sep 23 03:35:51.776653 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-25422ae2-f164-4b6d-aeec-473cc33db49a None None] Port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:35:52.504418 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60292) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:52.509865 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-3b88a3c6-2300-4eac-8af6-15a2d53e9f8a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454802404', 'description': 'tempest-secgroup-smoke-1454802404 description', 'project_id': 'ef0ca626043a48c88655009268a6ce40'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:52.596481 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3b88a3c6-2300-4eac-8af6-15a2d53e9f8a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:52.687645 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3b88a3c6-2300-4eac-8af6-15a2d53e9f8a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:52.727550 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3b88a3c6-2300-4eac-8af6-15a2d53e9f8a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:52.757184 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88a3c6-2300-4eac-8af6-15a2d53e9f8a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140b5440-cf08-4ab9-9257-446d97f5d50c,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:52.796032 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-3b88a3c6-2300-4eac-8af6-15a2d53e9f8a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:52.797355 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-3b88a3c6-2300-4eac-8af6-15a2d53e9f8a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2918367 Sep 23 03:35:52.800209 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60294) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:52.804671 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-ad6b7f21-9097-456e-a886-52302de68414 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'security_group_rule': {'security_group_id': '140b5440-cf08-4ab9-9257-446d97f5d50c', 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:52.875339 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7f21-9097-456e-a886-52302de68414 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:52.929588 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7f21-9097-456e-a886-52302de68414 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.025095 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7f21-9097-456e-a886-52302de68414 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.044679 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b7f21-9097-456e-a886-52302de68414 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc94210-9046-4f33-84bc-f91011e4cd50,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:53.104054 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7f21-9097-456e-a886-52302de68414 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.105437 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-ad6b7f21-9097-456e-a886-52302de68414 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3042088 Sep 23 03:35:53.107977 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60296) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:53.112379 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-f3da8b2f-affc-49c9-b0d8-68d08f416e3b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'security_group_rule': {'security_group_id': '140b5440-cf08-4ab9-9257-446d97f5d50c', 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:53.203496 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f3da8b2f-affc-49c9-b0d8-68d08f416e3b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.207493 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 827d1d0e-5f76-4b9d-8476-10aa4193f2bd up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:35:53.257319 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 827d1d0e-5f76-4b9d-8476-10aa4193f2bd triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:53.257693 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.272598 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f3da8b2f-affc-49c9-b0d8-68d08f416e3b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.335424 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.356585 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-538fa271-1020-4624-9e5f-75024e824115 None None] For port 827d1d0e-5f76-4b9d-8476-10aa4193f2bd, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=827d1d0e-5f76-4b9d-8476-10aa4193f2bd,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:53.373350 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f3da8b2f-affc-49c9-b0d8-68d08f416e3b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.391334 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da8b2f-affc-49c9-b0d8-68d08f416e3b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fc3e14-2c3d-430b-b7b4-6cdd24e4141c,revision_number=0']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:53.459073 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.482307 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-f3da8b2f-affc-49c9-b0d8-68d08f416e3b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.483564 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-f3da8b2f-affc-49c9-b0d8-68d08f416e3b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3746309 Sep 23 03:35:53.486962 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60298) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:53.492175 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-2a613041-a5fa-414d-95ea-dab46b839378 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'security_group_rule': {'security_group_id': '140b5440-cf08-4ab9-9257-446d97f5d50c', 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:53.509879 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Pushing event updated for resources: {'Port': ['ID=827d1d0e-5f76-4b9d-8476-10aa4193f2bd,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:53.557734 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Sync routers for ids ['b9a76f3e-cbbc-4306-b906-82efbef1308b'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:35:53.566948 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Routers {'b9a76f3e-cbbc-4306-b906-82efbef1308b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:53.567561 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b9a76f3e-cbbc-4306-b906-82efbef1308b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:53.590316 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2a613041-a5fa-414d-95ea-dab46b839378 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.648702 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2a613041-a5fa-414d-95ea-dab46b839378 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.672322 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Set router b9a76f3e-cbbc-4306-b906-82efbef1308b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:53.739300 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2a613041-a5fa-414d-95ea-dab46b839378 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.760380 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a613041-a5fa-414d-95ea-dab46b839378 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673b5cfa-8e49-433c-8adb-fd987884fea6,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:53.853763 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2a613041-a5fa-414d-95ea-dab46b839378 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.855403 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-2a613041-a5fa-414d-95ea-dab46b839378 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674257 Sep 23 03:35:53.858079 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60300) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:53.862405 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-de02840c-e650-498f-843e-e5a332327bb3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'security_group_rule': {'security_group_id': '140b5440-cf08-4ab9-9257-446d97f5d50c', 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:53.862832 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'name': 'tempest-TestVolumeBootPattern-300678508-router', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:47Z', 'updated_at': '2021-09-23T03:35:50Z', 'revision_number': 4, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'gw_port': {'id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:48Z', 'updated_at': '2021-09-23T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '376b3ec0-91ce-4078-9e50-9b6d883b20e7', 'name': '', 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'mac_address': 'fa:16:3e:24:01:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e61d6120-5b1d-462c-98e1-d5e94d50bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:50Z', 'updated_at': '2021-09-23T03:35:51Z', 'revision_number': 2, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'subnets': [{'id': 'e61d6120-5b1d-462c-98e1-d5e94d50bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:53.891183 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Checking router: b9a76f3e-cbbc-4306-b906-82efbef1308b for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:35:53.891527 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Updating router b9a76f3e-cbbc-4306-b906-82efbef1308b port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 binding host dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 03:35:53.972953 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-de02840c-e650-498f-843e-e5a332327bb3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:53.995922 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.032209 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-de02840c-e650-498f-843e-e5a332327bb3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.105019 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-de02840c-e650-498f-843e-e5a332327bb3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.119877 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02840c-e650-498f-843e-e5a332327bb3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f855064-87fd-4eff-aced-ec905c93b3dd,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:54.179267 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-de02840c-e650-498f-843e-e5a332327bb3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.180555 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-de02840c-e650-498f-843e-e5a332327bb3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215046 Sep 23 03:35:54.183395 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60302) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:54.187818 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-c765de88-6944-488a-8b3e-8aeab0112de2 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'security_group_rule': {'security_group_id': '140b5440-cf08-4ab9-9257-446d97f5d50c', 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:54.257198 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.304971 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.securitygroups_db [None req-c765de88-6944-488a-8b3e-8aeab0112de2 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Project ef0ca626043a48c88655009268a6ce40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 03:35:54.310297 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c765de88-6944-488a-8b3e-8aeab0112de2 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.375443 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c765de88-6944-488a-8b3e-8aeab0112de2 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.406839 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.441427 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c765de88-6944-488a-8b3e-8aeab0112de2 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.458453 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc848c-3616-4e3c-9a8c-79076f50e1ba None None] Pushing event updated for resources: {'Port': ['ID=376b3ec0-91ce-4078-9e50-9b6d883b20e7,revision_number=3']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:54.460289 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765de88-6944-488a-8b3e-8aeab0112de2 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15483d13-d377-49bc-9599-9c5bd3f7ed6e,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:54.465161 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-bfb8da2a-92ad-413d-b4aa-9097614e44d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.514724 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Attempting to bind port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 on host dv-cinder-768458-9-iscsi for vnic_type normal with profile {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:35:54.515094 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Attempting to bind port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 by drivers openvswitch,hyperv on host dv-cinder-768458-9-iscsi at level 0 using segments [{'id': 'b572cc9e-e543-466c-87ed-853c8f47a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b'}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:35:54.515457 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Attempting to bind port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 on network 333943ee-62c6-49ad-b123-53737d21e05b {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:35:54.520557 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Checking agent: {'id': '0590ede8-1edf-46da-b7ff-ab64ffb44d21', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 4, 55), 'started_at': datetime.datetime(2021, 9, 23, 3, 5, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:35:54.520804 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Checking segment: {'id': 'b572cc9e-e543-466c-87ed-853c8f47a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:35:54.521207 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.521580 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Bound using segment: {'id': 'b572cc9e-e543-466c-87ed-853c8f47a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b'} {{(pid=94698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:35:54.522036 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.managers [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Bound port: 376b3ec0-91ce-4078-9e50-9b6d883b20e7, host: dv-cinder-768458-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b572cc9e-e543-466c-87ed-853c8f47a8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b'}}] {{(pid=94698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:35:54.522414 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.545106 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-c765de88-6944-488a-8b3e-8aeab0112de2 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.546519 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-c765de88-6944-488a-8b3e-8aeab0112de2 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621836 Sep 23 03:35:54.549151 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60304) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:35:54.554050 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.v2.base [None req-2f3f6a43-9a97-4853-aa4e-31278773b9cf tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'security_group_rule': {'security_group_id': '140b5440-cf08-4ab9-9257-446d97f5d50c', 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:35:54.588664 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] For port 376b3ec0-91ce-4078-9e50-9b6d883b20e7, host dv-cinder-768458-9-iscsi, cleared binding levels {{(pid=94698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:35:54.591991 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.plugins.ml2.db [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] For port 376b3ec0-91ce-4078-9e50-9b6d883b20e7, host dv-cinder-768458-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=376b3ec0-91ce-4078-9e50-9b6d883b20e7,segment=NetworkSegment(b572cc9e-e543-466c-87ed-853c8f47a8b4),segment_id=b572cc9e-e543-466c-87ed-853c8f47a8b4)] {{(pid=94698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:35:54.665308 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.db.securitygroups_db [None req-2f3f6a43-9a97-4853-aa4e-31278773b9cf tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Project ef0ca626043a48c88655009268a6ce40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 03:35:54.670530 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6a43-9a97-4853-aa4e-31278773b9cf tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.693331 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron_lib.callbacks.manager [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.716281 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-c64be0b3-251a-48bb-94cd-e71281bf160e None None] Provisioning complete for port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:54.716647 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c64be0b3-251a-48bb-94cd-e71281bf160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.734888 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6a43-9a97-4853-aa4e-31278773b9cf tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.754756 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc848c-3616-4e3c-9a8c-79076f50e1ba None None] Pushing event updated for resources: {'Port': ['ID=376b3ec0-91ce-4078-9e50-9b6d883b20e7,revision_number=4']} {{(pid=94698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:54.763863 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Routers {'b9a76f3e-cbbc-4306-b906-82efbef1308b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:35:54.764738 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:35:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b9a76f3e-cbbc-4306-b906-82efbef1308b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:54.790719 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.813040 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c64be0b3-251a-48bb-94cd-e71281bf160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.813885 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6a43-9a97-4853-aa4e-31278773b9cf tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-712551'] for security_group_rule, after_create {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.829096 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f6a43-9a97-4853-aa4e-31278773b9cf tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a317858f-907f-4763-afe0-414315a9047c,revision_number=0']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:54.861000 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-c64be0b3-251a-48bb-94cd-e71281bf160e None None] For port 376b3ec0-91ce-4078-9e50-9b6d883b20e7, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=376b3ec0-91ce-4078-9e50-9b6d883b20e7,segment=NetworkSegment(b572cc9e-e543-466c-87ed-853c8f47a8b4),segment_id=b572cc9e-e543-466c-87ed-853c8f47a8b4)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:35:54.881970 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] Set router b9a76f3e-cbbc-4306-b906-82efbef1308b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:35:54.899549 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-2f3f6a43-9a97-4853-aa4e-31278773b9cf tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.903750 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-2f3f6a43-9a97-4853-aa4e-31278773b9cf tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3505006 Sep 23 03:35:54.922300 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c64be0b3-251a-48bb-94cd-e71281bf160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:54.977623 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64be0b3-251a-48bb-94cd-e71281bf160e None None] Pushing event updated for resources: {'Port': ['ID=376b3ec0-91ce-4078-9e50-9b6d883b20e7,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:35:55.041780 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-2f3a7f5a-7803-4c0a-b724-b809aa9ccb62 None None] Provisioning complete for port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:55.042158 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2f3a7f5a-7803-4c0a-b724-b809aa9ccb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:55.101362 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'name': 'tempest-TestVolumeBootPattern-300678508-router', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:47Z', 'updated_at': '2021-09-23T03:35:50Z', 'revision_number': 4, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'gw_port': {'id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:48Z', 'updated_at': '2021-09-23T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '376b3ec0-91ce-4078-9e50-9b6d883b20e7', 'name': '', 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'mac_address': 'fa:16:3e:24:01:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e61d6120-5b1d-462c-98e1-d5e94d50bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:50Z', 'updated_at': '2021-09-23T03:35:54Z', 'revision_number': 4, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'subnets': [{'id': 'e61d6120-5b1d-462c-98e1-d5e94d50bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:35:55.128656 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30388f-215c-4e89-afba-d19b7546d1f5 None None] The sync data for ids ['b9a76f3e-cbbc-4306-b906-82efbef1308b'] in dv-cinder-768458-9-iscsi is: [{'id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'name': 'tempest-TestVolumeBootPattern-300678508-router', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:47Z', 'updated_at': '2021-09-23T03:35:50Z', 'revision_number': 4, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'gw_port': {'id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:48Z', 'updated_at': '2021-09-23T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '376b3ec0-91ce-4078-9e50-9b6d883b20e7', 'name': '', 'network_id': '333943ee-62c6-49ad-b123-53737d21e05b', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'mac_address': 'fa:16:3e:24:01:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e61d6120-5b1d-462c-98e1-d5e94d50bfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:50Z', 'updated_at': '2021-09-23T03:35:54Z', 'revision_number': 4, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'subnets': [{'id': 'e61d6120-5b1d-462c-98e1-d5e94d50bfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:35:55.222184 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 376b3ec0-91ce-4078-9e50-9b6d883b20e7 up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:35:55.281292 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:55.281754 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:55.379537 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 827d1d0e-5f76-4b9d-8476-10aa4193f2bd up at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:35:55.436421 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Provisioning complete for port 827d1d0e-5f76-4b9d-8476-10aa4193f2bd triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:35:55.436744 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:55.501458 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:35:57.190543 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:07.160987 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:19.166548 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-2a87f7de-0a0f-4013-9369-bff0c3aec286 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454802404&fields=id&tenant_id=ef0ca626043a48c88655009268a6ce40 HTTP/1.1" status: 200 len: 267 time: 0.0319672 Sep 23 03:36:19.270156 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-5864bbd0-e750-4aaa-917c-5a29103028a4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:19.271622 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-5864bbd0-e750-4aaa-917c-5a29103028a4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 812 time: 0.0983837 Sep 23 03:36:19.286747 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-b4f2fa74-bf8b-4834-b02d-66b67e01bd88 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/quotas/ef0ca626043a48c88655009268a6ce40 HTTP/1.1" status: 200 len: 375 time: 0.0088654 Sep 23 03:36:19.340459 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-e8a0c7be-b952-409a-bedf-087189e21b08 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485828 Sep 23 03:36:19.523540 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-6d23f227-b2cb-476a-a76e-5ef10d0fff85 service neutron] 10.222.0.23 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719337 Sep 23 03:36:19.615488 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-e6fd50c2-8f1b-4af6-b284-66e4f31170bb service neutron] 10.222.0.23 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852714 Sep 23 03:36:20.232360 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-dcc655c5-1b37-4230-a570-9a52f7743498 req-0a4ef017-da1e-4e33-bf48-6d1bf1fc5dc1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 210 time: 0.0290713 Sep 23 03:36:21.322696 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2918e5a0-7603-4c2d-8a27-7f3e2bee8b6c req-cab124dd-c06d-4a42-8650-81364fa3980a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 210 time: 0.0259407 Sep 23 03:36:21.618487 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d25028bc-e520-458c-9e9d-7b9230b62db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:22.416277 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-43e5b9cd-3e32-43b7-8e65-a8586346341a req-2a6f4af1-a1dd-451e-b974-a68e0085b4d5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 210 time: 0.0274162 Sep 23 03:36:22.602202 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-21713cca-c01a-421d-8587-329ae2c0ce78 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:22.603578 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-21713cca-c01a-421d-8587-329ae2c0ce78 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 812 time: 0.1052983 Sep 23 03:36:22.653463 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-61c2c8b8-f753-4fb4-aaf5-6b4bcd217161 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef0ca626043a48c88655009268a6ce40 HTTP/1.1" status: 200 len: 380 time: 0.0344720 Sep 23 03:36:22.662257 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'port': {'device_id': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'admin_state_up': True, 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'security_groups': ['140b5440-cf08-4ab9-9257-446d97f5d50c']}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:36:22.847210 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Made reservation on behalf of ef0ca626043a48c88655009268a6ce40 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:36:22.850870 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:22.978124 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Allocated IP 172.20.0.11 (96d4f41a-803c-46c5-8381-2a138296e8f6/cb6a9bdc-34f8-46dd-ad93-a5e341e778aa/78815846-3902-4af8-9cfb-b4b45cd307b9) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:36:23.111937 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:23.230379 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:23.272135 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Network 96d4f41a-803c-46c5-8381-2a138296e8f6 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:36:23.275110 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:36:23.278810 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:36:23.287700 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'Port': ['ID=78815846-3902-4af8-9cfb-b4b45cd307b9,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:36:23.320713 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.321072 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.321388 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.321718 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.322044 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.322375 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.322702 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.323090 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.323420 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.323741 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.324598 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.324924 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:23.347940 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:23.357689 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:23.436471 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-95e1e4a1-74ac-4e5a-8904-143437bcada4 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7776990 Sep 23 03:36:23.454748 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Request body: {'port': {'device_id': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:36:23.520246 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-aab9c829-2e60-4413-93d4-14ef5ac3834e None None] Provisioning complete for port 78815846-3902-4af8-9cfb-b4b45cd307b9 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:36:23.520848 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-aab9c829-2e60-4413-93d4-14ef5ac3834e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:23.533486 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:23.555219 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-aab9c829-2e60-4413-93d4-14ef5ac3834e None None] Port 78815846-3902-4af8-9cfb-b4b45cd307b9 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:36:23.581409 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572011fc-11a8-4641-9633-3a9d8c125544 req-0e77ae02-a710-4de4-828b-b1f1df429a72 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:23.582885 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-572011fc-11a8-4641-9633-3a9d8c125544 req-0e77ae02-a710-4de4-828b-b1f1df429a72 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 932 time: 0.0938606 Sep 23 03:36:23.691304 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-572011fc-11a8-4641-9633-3a9d8c125544 req-f98806d2-495f-47f4-9bf9-e073142d8ce9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009107 Sep 23 03:36:23.767908 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:36:23.834942 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78815846-3902-4af8-9cfb-b4b45cd307b9 {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:36:23.842387 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:23.853895 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Transition to ACTIVE for port object 78815846-3902-4af8-9cfb-b4b45cd307b9 will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:36:23.989980 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:24.038173 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=78815846-3902-4af8-9cfb-b4b45cd307b9,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:36:24.113757 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Attempting to bind port 78815846-3902-4af8-9cfb-b4b45cd307b9 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:36:24.114099 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Attempting to bind port 78815846-3902-4af8-9cfb-b4b45cd307b9 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:36:24.114566 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Attempting to bind port 78815846-3902-4af8-9cfb-b4b45cd307b9 on network 96d4f41a-803c-46c5-8381-2a138296e8f6 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:36:24.118910 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Port 78815846-3902-4af8-9cfb-b4b45cd307b9 on network 96d4f41a-803c-46c5-8381-2a138296e8f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:36:24.119233 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Attempting to bind port 78815846-3902-4af8-9cfb-b4b45cd307b9 on network 96d4f41a-803c-46c5-8381-2a138296e8f6 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:36:24.124637 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:36:24.124973 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Checking segment: {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:36:24.125359 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Bound using segment: {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:36:24.125790 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Bound port: 78815846-3902-4af8-9cfb-b4b45cd307b9, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:36:24.126151 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:24.195053 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] For port 78815846-3902-4af8-9cfb-b4b45cd307b9, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:36:24.198642 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] For port 78815846-3902-4af8-9cfb-b4b45cd307b9, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=78815846-3902-4af8-9cfb-b4b45cd307b9,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:36:24.282039 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:24.316342 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:24.316976 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:24.318371 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/78815846-3902-4af8-9cfb-b4b45cd307b9 HTTP/1.1" status: 200 len: 1094 time: 0.8678977 Sep 23 03:36:24.318798 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'tag': '78815846-3902-4af8-9cfb-b4b45cd307b9'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:36:24.321066 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6f514d-c1d0-473e-aa0d-c73b21c7cd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "8504d6a0-bcd7-4ae0-8179-ccfc733924fc", "tag": "78815846-3902-4af8-9cfb-b4b45cd307b9"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:36:24.355487 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603e605-3837-43de-8925-e1494bcee4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=78815846-3902-4af8-9cfb-b4b45cd307b9,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:36:24.367634 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997c0b62-a789-4fe6-b4b7-7dbeb7ae5bd5 x-openstack-request-id: req-997c0b62-a789-4fe6-b4b7-7dbeb7ae5bd5 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:36:24.367923 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8504d6a0-bcd7-4ae0-8179-ccfc733924fc", "tag": "78815846-3902-4af8-9cfb-b4b45cd307b9", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:36:24.368361 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-997c0b62-a789-4fe6-b4b7-7dbeb7ae5bd5 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:36:24.369470 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'tag': '78815846-3902-4af8-9cfb-b4b45cd307b9', 'status': 'completed', 'code': 200} Sep 23 03:36:24.390530 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-5960ffc9-42d7-4fc0-ba25-321b684373d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:24.451184 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f514d-c1d0-473e-aa0d-c73b21c7cd5a req-0e79646c-5955-4050-a009-39bd2dc5f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:24.452730 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8d6f514d-c1d0-473e-aa0d-c73b21c7cd5a req-0e79646c-5955-4050-a009-39bd2dc5f15b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 1097 time: 0.0439749 Sep 23 03:36:24.560140 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f514d-c1d0-473e-aa0d-c73b21c7cd5a req-bea511e1-86cb-45c7-96d7-1aeccd50ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:24.561566 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8d6f514d-c1d0-473e-aa0d-c73b21c7cd5a req-bea511e1-86cb-45c7-96d7-1aeccd50ca17 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ef0ca626043a48c88655009268a6ce40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0945613 Sep 23 03:36:24.651615 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f514d-c1d0-473e-aa0d-c73b21c7cd5a req-4b9e5ab7-5b94-42f4-94d5-86fdfef77ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:24.653019 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8d6f514d-c1d0-473e-aa0d-c73b21c7cd5a req-4b9e5ab7-5b94-42f4-94d5-86fdfef77ad8 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850310 Sep 23 03:36:24.751954 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-c4862a5b-ff2c-423a-97f2-1dcc1cfcda82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:24.753493 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-c4862a5b-ff2c-423a-97f2-1dcc1cfcda82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 1097 time: 0.0452936 Sep 23 03:36:24.772903 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:24.818575 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-0f00f945-ece2-4beb-a909-2da310d7230a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78815846-3902-4af8-9cfb-b4b45cd307b9 HTTP/1.1" status: 200 len: 217 time: 0.0476062 Sep 23 03:36:24.868118 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe6920-37ad-4f4f-9ea1-16ab515283f6 req-2664b1e4-d135-4bac-86b9-83de1b254964 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:24.870102 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cfbe6920-37ad-4f4f-9ea1-16ab515283f6 req-2664b1e4-d135-4bac-86b9-83de1b254964 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 944 time: 0.1069274 Sep 23 03:36:24.895187 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-4769c40c-a729-4996-ba85-62d21b617f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:24.896597 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-4769c40c-a729-4996-ba85-62d21b617f7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0697863 Sep 23 03:36:24.938682 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-cfbe6920-37ad-4f4f-9ea1-16ab515283f6 req-1e9610dd-a6dc-4a34-a58c-3610fda5d426 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627806 Sep 23 03:36:24.955807 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-e3a9b873-7fc1-4356-a5fa-99a7ab322284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:24.957355 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-e3a9b873-7fc1-4356-a5fa-99a7ab322284 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497105 Sep 23 03:36:25.045221 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-8fbe46bc-3c27-4377-86e9-d7e61f982544 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803869 Sep 23 03:36:25.136027 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-01444dc1-9e33-453c-8c09-3f8130b5d0f8 req-49bde46a-9a1f-479a-a7a4-ef3b8bd5257f service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822656 Sep 23 03:36:25.338183 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:26.055399 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffed8a-cfde-4ca0-9005-e6d85373913b req-969bd8de-ee0b-42bc-bd87-db27b448fb28 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:26.056982 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-68ffed8a-cfde-4ca0-9005-e6d85373913b req-969bd8de-ee0b-42bc-bd87-db27b448fb28 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 944 time: 0.0512474 Sep 23 03:36:26.099361 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-68ffed8a-cfde-4ca0-9005-e6d85373913b req-579a6759-74ad-48da-9a8f-13a857a0d012 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347157 Sep 23 03:36:27.213028 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:27.219410 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bc39c-660c-4ce5-b5c6-d5029e7c90bf req-4734f280-9e23-4c44-8eac-746785fcc7f8 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:27.220941 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-793bc39c-660c-4ce5-b5c6-d5029e7c90bf req-4734f280-9e23-4c44-8eac-746785fcc7f8 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 944 time: 0.0516706 Sep 23 03:36:27.259298 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-793bc39c-660c-4ce5-b5c6-d5029e7c90bf req-4b9e81af-9812-427f-8020-1787ece203c8 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310082 Sep 23 03:36:28.372062 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfaadc-d6d9-4b61-a97f-69b9a7917424 req-b7ee5ec9-5e13-47c3-8ca9-fc4b1b07468c tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:28.373582 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-abcfaadc-d6d9-4b61-a97f-69b9a7917424 req-b7ee5ec9-5e13-47c3-8ca9-fc4b1b07468c tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 944 time: 0.0490465 Sep 23 03:36:28.410881 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-abcfaadc-d6d9-4b61-a97f-69b9a7917424 req-647c318f-ef96-4096-910a-bf978a612b05 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313876 Sep 23 03:36:29.527697 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4815822-5d5e-4738-a097-019e77dd411a req-c0a3f341-8f05-4ea9-bc33-34831c1161d1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:29.529225 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f4815822-5d5e-4738-a097-019e77dd411a req-c0a3f341-8f05-4ea9-bc33-34831c1161d1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 944 time: 0.0540113 Sep 23 03:36:29.566534 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f4815822-5d5e-4738-a097-019e77dd411a req-e2aeb6e0-2309-4ab6-ab5a-98d0d84d4393 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314114 Sep 23 03:36:30.679854 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bde8ee-2745-4287-81a0-bd589cbeb549 req-dba4d40d-4fe7-420b-a1b2-ec9ea544fbd9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:30.681336 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c8bde8ee-2745-4287-81a0-bd589cbeb549 req-dba4d40d-4fe7-420b-a1b2-ec9ea544fbd9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 944 time: 0.0513234 Sep 23 03:36:30.718222 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c8bde8ee-2745-4287-81a0-bd589cbeb549 req-26bdfad9-0faa-4316-b90a-012ca356872d tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305347 Sep 23 03:36:31.828394 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347eed87-9eee-45d9-b4a1-b9f79df5fecc req-f4fd3036-9e3c-4426-958d-fbf8f6dcdd32 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:31.829900 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-347eed87-9eee-45d9-b4a1-b9f79df5fecc req-f4fd3036-9e3c-4426-958d-fbf8f6dcdd32 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 944 time: 0.0477996 Sep 23 03:36:31.867509 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-347eed87-9eee-45d9-b4a1-b9f79df5fecc req-77ddc1fe-24c0-4b6f-9453-9cdf78cab745 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Sep 23 03:36:32.979496 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14cb8e-0d7a-41ab-bd48-4133d3d76853 req-dc75bb46-1041-44cc-94a7-7254d850b15f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:32.981029 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4d14cb8e-0d7a-41ab-bd48-4133d3d76853 req-dc75bb46-1041-44cc-94a7-7254d850b15f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 944 time: 0.0483201 Sep 23 03:36:33.016572 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4d14cb8e-0d7a-41ab-bd48-4133d3d76853 req-a665afaa-9e6f-45a4-b017-a178d70df94b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297329 Sep 23 03:36:33.905248 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 78815846-3902-4af8-9cfb-b4b45cd307b9 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:36:33.997983 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 78815846-3902-4af8-9cfb-b4b45cd307b9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=78815846-3902-4af8-9cfb-b4b45cd307b9,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:36:34.008667 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '78815846-3902-4af8-9cfb-b4b45cd307b9', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'port_id': '78815846-3902-4af8-9cfb-b4b45cd307b9', 'mac_address': 'fa:16:3e:03:e3:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:36:34.044590 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:34.057466 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78815846-3902-4af8-9cfb-b4b45cd307b9 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:36:34.075986 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 78815846-3902-4af8-9cfb-b4b45cd307b9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=78815846-3902-4af8-9cfb-b4b45cd307b9,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:36:34.128665 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599801f1-2d7f-4d1c-a679-3fb927cf5116 req-18d5602d-3692-44e8-969a-0e6059d1f8e1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:34.130108 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-599801f1-2d7f-4d1c-a679-3fb927cf5116 req-18d5602d-3692-44e8-969a-0e6059d1f8e1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 944 time: 0.0484734 Sep 23 03:36:34.149499 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:34.168105 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-599801f1-2d7f-4d1c-a679-3fb927cf5116 req-db29fc12-4c83-4859-a94f-9cf379217723 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320520 Sep 23 03:36:34.195679 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=78815846-3902-4af8-9cfb-b4b45cd307b9,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:36:34.202469 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.202818 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.203161 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.203500 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.203831 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.204164 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.204511 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.204846 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.205196 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.205528 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.205849 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.206178 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:36:34.583368 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['78815846-3902-4af8-9cfb-b4b45cd307b9'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:36:35.280371 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc356ad-3a56-454d-a53d-c097f3a2124e req-f538d42d-bf80-41a4-a4e2-2bcc880e74fb tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:35.281860 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0dc356ad-3a56-454d-a53d-c097f3a2124e req-f538d42d-bf80-41a4-a4e2-2bcc880e74fb tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 945 time: 0.0470748 Sep 23 03:36:35.317895 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0dc356ad-3a56-454d-a53d-c097f3a2124e req-78710c58-93ca-401f-9e69-daebb51953a0 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302405 Sep 23 03:36:35.906143 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 78815846-3902-4af8-9cfb-b4b45cd307b9 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:36:36.046257 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port 78815846-3902-4af8-9cfb-b4b45cd307b9 completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:36:36.049916 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 78815846-3902-4af8-9cfb-b4b45cd307b9 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:36:36.050293 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:36.123148 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:36.144599 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78815846-3902-4af8-9cfb-b4b45cd307b9'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:36:36.146804 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39a89d0-765b-4bc7-bf01-5f1c5596ba2e" -d '{"events": [{"server_uuid": "8504d6a0-bcd7-4ae0-8179-ccfc733924fc", "name": "network-vif-plugged", "status": "completed", "tag": "78815846-3902-4af8-9cfb-b4b45cd307b9"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:36:36.158803 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 78815846-3902-4af8-9cfb-b4b45cd307b9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=78815846-3902-4af8-9cfb-b4b45cd307b9,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:36:36.184197 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2493fe-282a-4f20-865d-82fc1b7978a5 x-openstack-request-id: req-ff2493fe-282a-4f20-865d-82fc1b7978a5 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:36:36.184508 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8504d6a0-bcd7-4ae0-8179-ccfc733924fc", "name": "network-vif-plugged", "status": "completed", "tag": "78815846-3902-4af8-9cfb-b4b45cd307b9", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:36:36.184772 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ff2493fe-282a-4f20-865d-82fc1b7978a5 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:36:36.185189 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78815846-3902-4af8-9cfb-b4b45cd307b9', 'code': 200} Sep 23 03:36:36.228504 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:36.276998 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=78815846-3902-4af8-9cfb-b4b45cd307b9,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:36:36.438871 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d51d7-7d72-414b-8688-3a5417ad23b1 req-d1058f33-50d4-43ff-9162-c151b8cb6f79 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:36.440279 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4d7d51d7-7d72-414b-8688-3a5417ad23b1 req-d1058f33-50d4-43ff-9162-c151b8cb6f79 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 946 time: 0.0560470 Sep 23 03:36:36.476946 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4d7d51d7-7d72-414b-8688-3a5417ad23b1 req-3908b1b8-4aa0-4e54-9ab3-9f4af2bf123d tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307336 Sep 23 03:36:36.617392 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f07a0-4843-41ef-90f6-62acd71c7eb7 req-e3112ced-a2f5-4433-b3e7-cc3c6d6a2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:36.618839 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7f5f07a0-4843-41ef-90f6-62acd71c7eb7 req-e3112ced-a2f5-4433-b3e7-cc3c6d6a2742 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 1099 time: 0.0421839 Sep 23 03:36:36.651729 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-7f5f07a0-4843-41ef-90f6-62acd71c7eb7 req-38824c91-f9bb-4ef7-984f-639365a26aa9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262828 Sep 23 03:36:37.178001 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:37.589887 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b58768-2616-4985-bd31-b195808b5a09 req-a1e41b50-07b6-4b58-a1a8-d6cfebc956c1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:37.591324 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b1b58768-2616-4985-bd31-b195808b5a09 req-a1e41b50-07b6-4b58-a1a8-d6cfebc956c1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 946 time: 0.0474846 Sep 23 03:36:37.627376 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b1b58768-2616-4985-bd31-b195808b5a09 req-ad0c4ebf-2cc7-4e64-ae9d-b245df06501a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301855 Sep 23 03:36:38.749203 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2998-280e-4441-a697-2d7ce72f52f9 req-ee380300-c56e-42b1-be0d-77799e6c8100 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:38.751190 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc5b2998-280e-4441-a697-2d7ce72f52f9 req-ee380300-c56e-42b1-be0d-77799e6c8100 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 946 time: 0.0539243 Sep 23 03:36:38.788099 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bc5b2998-280e-4441-a697-2d7ce72f52f9 req-c9a8579c-12d1-423c-8769-6ea436f38522 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320058 Sep 23 03:36:38.912607 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22586b-4e62-4843-958a-1d7333e623d5 req-83144a36-33ce-4dc5-bb6f-78884d7581a2 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:38.914012 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3c22586b-4e62-4843-958a-1d7333e623d5 req-83144a36-33ce-4dc5-bb6f-78884d7581a2 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 946 time: 0.0511518 Sep 23 03:36:38.954093 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3c22586b-4e62-4843-958a-1d7333e623d5 req-1c4aa38c-779c-42ee-979f-e6f91fee3426 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340271 Sep 23 03:36:38.975838 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60486) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:36:39.074351 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d13e8e8-7915-42c2-82ab-0f2fcabf6b43 tempest-TestVolumeBootPattern-871283642 tempest-TestVolumeBootPattern-871283642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:39.075853 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-8d13e8e8-7915-42c2-82ab-0f2fcabf6b43 tempest-TestVolumeBootPattern-871283642 tempest-TestVolumeBootPattern-871283642-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 1094 time: 0.0990591 Sep 23 03:36:39.078706 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60490) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:36:39.088329 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'floatingip': {'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'port_id': '78815846-3902-4af8-9cfb-b4b45cd307b9', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:36:39.172855 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:39.273167 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:39.381417 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Allocated IP 172.27.1.208 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/6c21599d-7423-4a11-88b6-106ee37b72a5) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:36:39.481586 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:39.578367 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:39.615600 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:36:39.618423 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:36:39.622389 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:36:39.649890 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'Port': ['ID=6c21599d-7423-4a11-88b6-106ee37b72a5,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:36:39.951401 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:40.082276 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:40.226895 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:40.325403 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:40.394466 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'Port': ['ID=6c21599d-7423-4a11-88b6-106ee37b72a5,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:36:40.403763 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:40.759371 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Floating IP 2e309d6d-a230-4d5a-8134-dfee23349f28 associated. External IP: 172.27.1.208, port: 78815846-3902-4af8-9cfb-b4b45cd307b9. Sep 23 03:36:40.959282 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Router d41cad7d-08b3-4298-8446-68da5197f704 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:36:41.062874 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:36:41.072905 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d019b67-88b5-4d92-afeb-edd819d8a5fe None None] Sync routers for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:36:41.081650 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d019b67-88b5-4d92-afeb-edd819d8a5fe None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:36:41.088513 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6d019b67-88b5-4d92-afeb-edd819d8a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:36:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:36:41.148532 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:41.175621 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-9f37e690-8a20-43d9-ab48-bb77efbfde30 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0958998 Sep 23 03:36:41.176405 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'tag': '78815846-3902-4af8-9cfb-b4b45cd307b9'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:36:41.178662 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d" -d '{"events": [{"name": "network-changed", "server_uuid": "8504d6a0-bcd7-4ae0-8179-ccfc733924fc", "tag": "78815846-3902-4af8-9cfb-b4b45cd307b9"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:36:41.188104 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-6d019b67-88b5-4d92-afeb-edd819d8a5fe None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:36:41.272857 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48a20e0-f159-495e-9cd9-8771e1fc18f0 x-openstack-request-id: req-f48a20e0-f159-495e-9cd9-8771e1fc18f0 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:36:41.272857 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8504d6a0-bcd7-4ae0-8179-ccfc733924fc", "tag": "78815846-3902-4af8-9cfb-b4b45cd307b9", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:36:41.272857 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f48a20e0-f159-495e-9cd9-8771e1fc18f0 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:36:41.272857 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'tag': '78815846-3902-4af8-9cfb-b4b45cd307b9', 'status': 'completed', 'code': 200} Sep 23 03:36:41.353076 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d req-a56278eb-06f5-48bd-8d59-beb1f2cf3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:41.354525 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d req-a56278eb-06f5-48bd-8d59-beb1f2cf3c1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 1099 time: 0.0400033 Sep 23 03:36:41.411081 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6d019b67-88b5-4d92-afeb-edd819d8a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '2e309d6d-a230-4d5a-8134-dfee23349f28', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '78815846-3902-4af8-9cfb-b4b45cd307b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:03:e3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:36:39Z', 'updated_at': '2021-09-23T03:36:39Z', 'revision_number': 0, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:36:41.440056 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d019b67-88b5-4d92-afeb-edd819d8a5fe None None] Checking router: d41cad7d-08b3-4298-8446-68da5197f704 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:36:41.446086 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d req-7cf08296-c052-47f3-9ba7-e5ce4e4e16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:41.447617 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d req-7cf08296-c052-47f3-9ba7-e5ce4e4e16b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0858519 Sep 23 03:36:41.448257 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d019b67-88b5-4d92-afeb-edd819d8a5fe None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:36:41.448969 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6d019b67-88b5-4d92-afeb-edd819d8a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:36:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:36:41.515829 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d req-55ec145c-9b28-4f6b-a045-5d2189b6d4fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78815846-3902-4af8-9cfb-b4b45cd307b9 HTTP/1.1" status: 200 len: 1000 time: 0.0572970 Sep 23 03:36:41.547864 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-6d019b67-88b5-4d92-afeb-edd819d8a5fe None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:36:41.564289 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d req-e967bdb2-0c61-464b-abb8-b8443cbf90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:41.565834 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d req-e967bdb2-0c61-464b-abb8-b8443cbf90ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0425794 Sep 23 03:36:41.614651 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d req-2d431e39-a248-448e-94f3-83ef4124eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:36:41.616073 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d req-2d431e39-a248-448e-94f3-83ef4124eaf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427129 Sep 23 03:36:41.703861 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d req-41bdda8b-e50e-40cf-825a-f77a336b1e04 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802004 Sep 23 03:36:41.763258 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-6d019b67-88b5-4d92-afeb-edd819d8a5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '2e309d6d-a230-4d5a-8134-dfee23349f28', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '78815846-3902-4af8-9cfb-b4b45cd307b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:03:e3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:36:39Z', 'updated_at': '2021-09-23T03:36:39Z', 'revision_number': 0, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:36:41.788851 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d019b67-88b5-4d92-afeb-edd819d8a5fe None None] The sync data for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi is: [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '2e309d6d-a230-4d5a-8134-dfee23349f28', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '78815846-3902-4af8-9cfb-b4b45cd307b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:03:e3:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:36:39Z', 'updated_at': '2021-09-23T03:36:39Z', 'revision_number': 0, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:36:41.795561 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d245b4f8-6ca4-4d1d-8c4f-48dcf6f5040d req-e4f036b0-3802-4a57-85d6-017d08406ca4 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844719 Sep 23 03:36:41.974247 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fa2ba-3d41-4fe4-bc6b-e69ea458124c None None] New status for floating IP 2e309d6d-a230-4d5a-8134-dfee23349f28: ACTIVE {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:36:51.629201 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2e52b502-fb31-4da3-afc1-8c9a3398763d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:54.376235 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-f3756efe-302a-4988-aff4-85ec7120c223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:54.771075 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:55.326356 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:36:57.234540 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:00.766198 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:37:07.137740 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:08.753401 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [req-f056e47a-9286-4303-a173-397c7d8bdfc0 req-c3de76ff-edd8-4c86-8db6-194d14326fc3 service neutron] (94696) timed out ('10.222.0.13', 62619) {{(pid=94696) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 03:37:21.655531 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-f4fa493f-3cbb-4ba0-aabf-b0566c7983e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:24.360000 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a4ab88e0-8351-4420-bfb2-63cae694010a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:24.742956 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:25.342432 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:27.250025 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:28.807659 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-41b137d0-9037-46f5-9eaa-a24426730169 req-d2f4981c-d7fd-4f2e-821d-c8ea9814f1e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407548 Sep 23 03:37:28.913262 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b137d0-9037-46f5-9eaa-a24426730169 req-3ac95fb5-2cfd-44bc-aad3-9f2f84ee23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:37:28.914716 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-41b137d0-9037-46f5-9eaa-a24426730169 req-3ac95fb5-2cfd-44bc-aad3-9f2f84ee23e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 1099 time: 0.0399094 Sep 23 03:37:29.016975 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b137d0-9037-46f5-9eaa-a24426730169 req-cfb2c744-350d-4486-b08b-8cabb269bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:37:29.018454 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-41b137d0-9037-46f5-9eaa-a24426730169 req-cfb2c744-350d-4486-b08b-8cabb269bcc5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0858569 Sep 23 03:37:29.085517 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-41b137d0-9037-46f5-9eaa-a24426730169 req-8ea75ec4-9f10-436e-a8b0-a9cf2801fd82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78815846-3902-4af8-9cfb-b4b45cd307b9 HTTP/1.1" status: 200 len: 1002 time: 0.0574834 Sep 23 03:37:29.142135 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b137d0-9037-46f5-9eaa-a24426730169 req-66c7eb83-93d8-402c-8a54-b29952bd4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:37:29.143569 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-41b137d0-9037-46f5-9eaa-a24426730169 req-66c7eb83-93d8-402c-8a54-b29952bd4402 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0510032 Sep 23 03:37:29.188038 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b137d0-9037-46f5-9eaa-a24426730169 req-48d3a8c1-4d57-4f3c-b3d5-0e31f6d3ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:37:29.189548 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-41b137d0-9037-46f5-9eaa-a24426730169 req-48d3a8c1-4d57-4f3c-b3d5-0e31f6d3ca06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391219 Sep 23 03:37:29.277717 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-41b137d0-9037-46f5-9eaa-a24426730169 req-38606a8a-8185-4bfd-b59b-391c827ec4a5 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811970 Sep 23 03:37:29.363443 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-41b137d0-9037-46f5-9eaa-a24426730169 req-169ec0e7-6acf-45a0-ba95-cd2c9b0e6ab4 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777855 Sep 23 03:37:37.130886 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:37.766101 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:37:51.593412 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3fc40966-cd8d-4d36-95e6-7f645cf0a6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:54.330467 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-27819fa4-1ab2-47e8-a2e1-a29cb27befc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:54.792431 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:55.364905 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:37:57.204569 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:07.170298 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:14.766699 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:38:21.575543 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-1ea56838-83e6-46c4-a09c-7b2e3f831ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:24.330010 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-875ffe94-ca16-48de-8e8b-5fe9fd0b58b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:24.746072 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:25.358527 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:27.225263 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:28.887297 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-e278b12f-342a-460d-a901-6096a7d1493e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1271555 Sep 23 03:38:28.991995 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-576d3af2-724b-46c2-9e00-4e3f44e15996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:38:28.993537 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-576d3af2-724b-46c2-9e00-4e3f44e15996 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 1099 time: 0.0441504 Sep 23 03:38:29.093286 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-d901408e-7e78-45ac-a538-ffc393a53e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:38:29.094742 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-d901408e-7e78-45ac-a538-ffc393a53e82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0831127 Sep 23 03:38:29.161295 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-f4b7a5c8-129e-41b9-b7b7-63b98908da4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78815846-3902-4af8-9cfb-b4b45cd307b9 HTTP/1.1" status: 200 len: 1002 time: 0.0598059 Sep 23 03:38:29.214619 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-7f54823d-83d3-41ea-8fb7-4aa4a0331289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:38:29.216097 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-7f54823d-83d3-41ea-8fb7-4aa4a0331289 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0484796 Sep 23 03:38:29.260179 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-63da00ab-9827-4759-a2fe-f74a4e1776b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:38:29.262224 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-63da00ab-9827-4759-a2fe-f74a4e1776b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391037 Sep 23 03:38:29.351035 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-d12d4915-45a8-4c2f-9b7b-13d69b778226 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814624 Sep 23 03:38:29.437676 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bc5ad07a-24ce-47ac-bc9b-899c89c58700 req-81e5df6a-f2a7-4a16-af82-a43e0ba78324 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801518 Sep 23 03:38:37.196383 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:51.595718 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6259360e-012d-47b9-9b6f-d6463de0c109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:51.765134 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:38:54.338477 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ac0a5e62-fcbf-4dff-b4b4-2f26a18241e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:54.744308 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:55.340917 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:55.363171 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdba3fd-5def-4ca3-9ad7-334761fcb7f5 req-b6d45dea-7351-4a1f-9274-6c13f0bba766 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:38:55.364687 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3fdba3fd-5def-4ca3-9ad7-334761fcb7f5 req-b6d45dea-7351-4a1f-9274-6c13f0bba766 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 946 time: 0.1283402 Sep 23 03:38:55.401945 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3fdba3fd-5def-4ca3-9ad7-334761fcb7f5 req-788d6b13-d6cf-4ea7-8203-725b4fd8d0cc tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Sep 23 03:38:56.568274 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8538a4b-15a5-4455-8a75-d3a4c250c826 req-febc43c0-4d47-4363-92d4-a027a6dd065b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:38:56.569750 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d8538a4b-15a5-4455-8a75-d3a4c250c826 req-febc43c0-4d47-4363-92d4-a027a6dd065b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 946 time: 0.1000419 Sep 23 03:38:56.608161 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-d8538a4b-15a5-4455-8a75-d3a4c250c826 req-d5f0815d-3df5-4984-85a9-5201865660d6 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Sep 23 03:38:57.087759 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-d5ca6770-91e3-440a-aa50-106ca94b6856 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:38:57.089229 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-d5ca6770-91e3-440a-aa50-106ca94b6856 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 946 time: 0.0478878 Sep 23 03:38:57.176769 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Deleting port 78815846-3902-4af8-9cfb-b4b45cd307b9 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:38:57.177108 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:57.220974 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:57.266365 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] For port 78815846-3902-4af8-9cfb-b4b45cd307b9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=78815846-3902-4af8-9cfb-b4b45cd307b9,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:38:57.266713 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:57.449284 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:57.449560 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:57.449875 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Floating IP 2e309d6d-a230-4d5a-8134-dfee23349f28 disassociated. External IP: 172.27.1.208, port: 78815846-3902-4af8-9cfb-b4b45cd307b9. Sep 23 03:38:57.450206 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Calling delete_port for 78815846-3902-4af8-9cfb-b4b45cd307b9 owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:38:57.638318 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:57.671384 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event deleted for resources: {'Port': ['ID=78815846-3902-4af8-9cfb-b4b45cd307b9,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:38:57.682091 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.682443 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.682789 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.683129 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.683465 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.683798 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.684132 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.684460 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.684816 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.685142 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.685466 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.685901 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:38:57.749089 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-de2c89de-5c83-4a54-b38a-3d5255abab7f req-c510da24-4920-4040-97df-afae10d63a99 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 210 time: 0.0315988 Sep 23 03:38:57.797821 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Router d41cad7d-08b3-4298-8446-68da5197f704 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:38:57.902093 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:38:57.911553 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdfaa65-e9eb-4b7b-9cd8-1357b865fb02 None None] Sync routers for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:38:57.920013 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdfaa65-e9eb-4b7b-9cd8-1357b865fb02 None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:38:57.920667 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-dcdfaa65-e9eb-4b7b-9cd8-1357b865fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:38:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:38:57.941007 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] No DVR routers for this DVR port 78815846-3902-4af8-9cfb-b4b45cd307b9 on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:38:57.945160 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:38:57.949963 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3c95f8a9-320f-4b56-832c-53c1c8129db7 req-86d31892-ccce-4b3a-b309-bdb66e19b513 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "DELETE /v2.0/ports/78815846-3902-4af8-9cfb-b4b45cd307b9 HTTP/1.1" status: 204 len: 173 time: 0.8537629 Sep 23 03:38:57.950434 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'name': 'network-vif-deleted', 'tag': '78815846-3902-4af8-9cfb-b4b45cd307b9'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:38:57.953602 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de1f3fa-23b6-4734-9114-d7d882806429" -d '{"events": [{"server_uuid": "8504d6a0-bcd7-4ae0-8179-ccfc733924fc", "name": "network-vif-deleted", "tag": "78815846-3902-4af8-9cfb-b4b45cd307b9"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:38:57.990885 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c9a64c-f348-4b6a-96bd-7ed42dea1e00 x-openstack-request-id: req-95c9a64c-f348-4b6a-96bd-7ed42dea1e00 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:38:57.990885 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8504d6a0-bcd7-4ae0-8179-ccfc733924fc", "name": "network-vif-deleted", "tag": "78815846-3902-4af8-9cfb-b4b45cd307b9", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:38:57.991165 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95c9a64c-f348-4b6a-96bd-7ed42dea1e00 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:38:57.991350 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8504d6a0-bcd7-4ae0-8179-ccfc733924fc', 'name': 'network-vif-deleted', 'tag': '78815846-3902-4af8-9cfb-b4b45cd307b9', 'status': 'completed', 'code': 200} Sep 23 03:38:58.029196 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-dcdfaa65-e9eb-4b7b-9cd8-1357b865fb02 None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:38:58.355076 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-dcdfaa65-e9eb-4b7b-9cd8-1357b865fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:38:58.380456 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdfaa65-e9eb-4b7b-9cd8-1357b865fb02 None None] Checking router: d41cad7d-08b3-4298-8446-68da5197f704 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:38:58.392436 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdfaa65-e9eb-4b7b-9cd8-1357b865fb02 None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:38:58.392436 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-dcdfaa65-e9eb-4b7b-9cd8-1357b865fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:38:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:38:58.492508 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-dcdfaa65-e9eb-4b7b-9cd8-1357b865fb02 None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:38:58.691080 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-dcdfaa65-e9eb-4b7b-9cd8-1357b865fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:38:58.716743 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdfaa65-e9eb-4b7b-9cd8-1357b865fb02 None None] The sync data for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi is: [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:38:58.818861 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-fbfc7d8e-4723-4ab0-8642-23cc87fa4154 req-32b1568c-a4ab-4b3c-a3cd-2f9cd74bb93e tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=8504d6a0-bcd7-4ae0-8179-ccfc733924fc HTTP/1.1" status: 200 len: 210 time: 0.0308368 Sep 23 03:38:58.943105 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0975eb1f-7dcf-4ec6-b3d7-034dd581be8b None None] New status for floating IP 2e309d6d-a230-4d5a-8134-dfee23349f28: DOWN {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:39:00.019104 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-820168be-3d00-4f6d-b680-c4898852fbbe tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454802404&fields=id&tenant_id=ef0ca626043a48c88655009268a6ce40 HTTP/1.1" status: 200 len: 267 time: 0.0331581 Sep 23 03:39:00.125108 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-8ced9e7e-a551-4b44-9af9-b15374e40464 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:00.126484 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-8ced9e7e-a551-4b44-9af9-b15374e40464 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 812 time: 0.1007745 Sep 23 03:39:00.141533 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-6b2f6b31-7455-4aa5-bde7-90c567a1d351 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/quotas/ef0ca626043a48c88655009268a6ce40 HTTP/1.1" status: 200 len: 375 time: 0.0093801 Sep 23 03:39:00.193156 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-544afa14-e75d-4a39-8d12-cd1449b3d0f6 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465925 Sep 23 03:39:00.249506 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-994132c5-761a-4a6d-a9a0-d7bea3ccc269 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:39:00.250498 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-994132c5-761a-4a6d-a9a0-d7bea3ccc269 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467074 Sep 23 03:39:00.336779 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-9828d8b5-0ff4-4714-ac88-0b185b2ec712 service neutron] 10.222.0.23 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801532 Sep 23 03:39:00.425774 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-7969316d-815a-4a4c-be35-42b9e295302b service neutron] 10.222.0.23 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830519 Sep 23 03:39:00.699268 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 78815846-3902-4af8-9cfb-b4b45cd307b9 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:39:00.719742 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: 78815846-3902-4af8-9cfb-b4b45cd307b9 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:39:00.720092 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 78815846-3902-4af8-9cfb-b4b45cd307b9 not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:39:01.018833 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-07bd8fd5-5533-4341-8157-2009880ecf97 req-eb816e00-3147-40fc-94c6-6a479c5d8a09 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 210 time: 0.0294242 Sep 23 03:39:02.111626 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-ff9ba809-3323-4e9c-bbc1-b73052ee73f3 req-487af56c-f508-465c-ba38-37267add77db tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 210 time: 0.0280497 Sep 23 03:39:02.943278 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-2074cfac-4861-4991-89b0-b12463f4c44b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:02.944866 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-2074cfac-4861-4991-89b0-b12463f4c44b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 812 time: 0.1101477 Sep 23 03:39:02.992308 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-3c318f9a-37dc-4834-a8ca-36f7b41e3efe tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef0ca626043a48c88655009268a6ce40 HTTP/1.1" status: 200 len: 380 time: 0.0316029 Sep 23 03:39:03.001187 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'port': {'device_id': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'admin_state_up': True, 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'security_groups': ['140b5440-cf08-4ab9-9257-446d97f5d50c']}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:39:03.188905 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Made reservation on behalf of ef0ca626043a48c88655009268a6ce40 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:39:03.193027 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:03.212066 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-4b28f21f-f740-4a81-882a-2e1d84777d7c req-e396f38d-5541-4842-80bc-b558cae6d94b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 210 time: 0.0358202 Sep 23 03:39:03.332984 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Allocated IP 172.20.0.6 (96d4f41a-803c-46c5-8381-2a138296e8f6/cb6a9bdc-34f8-46dd-ad93-a5e341e778aa/63f620f6-a79a-4d5c-b61e-0f5f5571d475) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:39:03.464237 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:03.541387 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:03.587888 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Network 96d4f41a-803c-46c5-8381-2a138296e8f6 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:39:03.590774 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:39:03.594440 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:39:03.620454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'Port': ['ID=63f620f6-a79a-4d5c-b61e-0f5f5571d475,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:39:03.655025 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:03.655025 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:03.713229 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-da11f31c-90b6-4c77-b6f2-7663f0c6642a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7154629 Sep 23 03:39:03.733016 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Request body: {'port': {'device_id': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:39:03.785138 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:03.798248 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-83b7bb84-8620-466f-8f66-3305963ef80c None None] Provisioning complete for port 63f620f6-a79a-4d5c-b61e-0f5f5571d475 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:39:03.799055 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-83b7bb84-8620-466f-8f66-3305963ef80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:03.846851 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-83b7bb84-8620-466f-8f66-3305963ef80c None None] Port 63f620f6-a79a-4d5c-b61e-0f5f5571d475 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:39:04.056212 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f620f6-a79a-4d5c-b61e-0f5f5571d475 {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:39:04.063391 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:04.075766 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Transition to ACTIVE for port object 63f620f6-a79a-4d5c-b61e-0f5f5571d475 will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:39:04.152026 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:04.200067 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Pushing event updated for resources: {'Port': ['ID=63f620f6-a79a-4d5c-b61e-0f5f5571d475,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:39:04.273846 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Attempting to bind port 63f620f6-a79a-4d5c-b61e-0f5f5571d475 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:39:04.274181 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Attempting to bind port 63f620f6-a79a-4d5c-b61e-0f5f5571d475 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:39:04.274544 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Attempting to bind port 63f620f6-a79a-4d5c-b61e-0f5f5571d475 on network 96d4f41a-803c-46c5-8381-2a138296e8f6 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:39:04.279115 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Port 63f620f6-a79a-4d5c-b61e-0f5f5571d475 on network 96d4f41a-803c-46c5-8381-2a138296e8f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:39:04.279440 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Attempting to bind port 63f620f6-a79a-4d5c-b61e-0f5f5571d475 on network 96d4f41a-803c-46c5-8381-2a138296e8f6 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:39:04.284626 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:39:04.284966 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Checking segment: {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:39:04.285348 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Bound using segment: {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:39:04.285771 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Bound port: 63f620f6-a79a-4d5c-b61e-0f5f5571d475, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:39:04.286127 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:04.336816 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f74c9-f97d-4973-b1d9-960bfd7bb4e7 req-3b2e6748-feb8-4fcd-bc93-39cde1578617 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:04.338557 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d42f74c9-f97d-4973-b1d9-960bfd7bb4e7 req-3b2e6748-feb8-4fcd-bc93-39cde1578617 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 943 time: 0.0535595 Sep 23 03:39:04.362472 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] For port 63f620f6-a79a-4d5c-b61e-0f5f5571d475, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:39:04.365742 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] For port 63f620f6-a79a-4d5c-b61e-0f5f5571d475, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:39:04.380981 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d42f74c9-f97d-4973-b1d9-960bfd7bb4e7 req-e2496237-27fc-4f0a-8340-9e3ecd9f2153 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328751 Sep 23 03:39:04.459615 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:04.479759 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:04.480319 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:04.481967 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] 10.222.0.13 "PUT /v2.0/ports/63f620f6-a79a-4d5c-b61e-0f5f5571d475 HTTP/1.1" status: 200 len: 1093 time: 0.7537901 Sep 23 03:39:04.484044 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'tag': '63f620f6-a79a-4d5c-b61e-0f5f5571d475'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:39:04.486285 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b76d33-ae00-461b-b541-287463402efb" -d '{"events": [{"name": "network-changed", "server_uuid": "ae37ca9b-081a-4ac5-b42f-9dba1bc76708", "tag": "63f620f6-a79a-4d5c-b61e-0f5f5571d475"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:39:04.515389 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12500faa-ad5e-41d2-8a4a-19ab5dc16190 service neutron] Pushing event updated for resources: {'Port': ['ID=63f620f6-a79a-4d5c-b61e-0f5f5571d475,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:39:04.550253 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc000d78-19a8-45fd-a73c-3be7941eb121 x-openstack-request-id: req-bc000d78-19a8-45fd-a73c-3be7941eb121 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:39:04.550253 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae37ca9b-081a-4ac5-b42f-9dba1bc76708", "tag": "63f620f6-a79a-4d5c-b61e-0f5f5571d475", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:39:04.550253 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc000d78-19a8-45fd-a73c-3be7941eb121 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:39:04.550253 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'tag': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'status': 'completed', 'code': 200} Sep 23 03:39:04.614828 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76d33-ae00-461b-b541-287463402efb req-6a03aa49-099e-4a63-8ad4-908654c1556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:04.616346 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-57b76d33-ae00-461b-b541-287463402efb req-6a03aa49-099e-4a63-8ad4-908654c1556f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 1096 time: 0.0427697 Sep 23 03:39:04.721247 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76d33-ae00-461b-b541-287463402efb req-654fba07-1f07-4e05-bc90-3e235de0a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:04.722739 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-57b76d33-ae00-461b-b541-287463402efb req-654fba07-1f07-4e05-bc90-3e235de0a4d3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ef0ca626043a48c88655009268a6ce40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0927823 Sep 23 03:39:04.811415 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76d33-ae00-461b-b541-287463402efb req-7c987ce6-f947-4842-a66e-1e37f917fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:04.812895 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-57b76d33-ae00-461b-b541-287463402efb req-7c987ce6-f947-4842-a66e-1e37f917fc05 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0833762 Sep 23 03:39:04.910648 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-68e14a15-3903-456b-b44f-228be8dda5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:04.912119 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-68e14a15-3903-456b-b44f-228be8dda5fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 1096 time: 0.0429153 Sep 23 03:39:04.959387 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-b37ef04c-1dee-4546-bd43-9ec76e626a65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475 HTTP/1.1" status: 200 len: 217 time: 0.0335600 Sep 23 03:39:05.006553 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-bba602da-1c2c-4529-b080-73f4442f1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:05.014547 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-bba602da-1c2c-4529-b080-73f4442f1d0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0424259 Sep 23 03:39:05.055473 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-7de416a3-78a4-43ee-bfb3-741ab5faf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:05.056955 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-7de416a3-78a4-43ee-bfb3-741ab5faf541 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425258 Sep 23 03:39:05.146157 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-c5529d9b-de1a-48c0-9ef4-11686a761acc service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804231 Sep 23 03:39:05.236763 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bde666b6-aea0-4486-bea8-6fc8d89038a6 req-3c202939-f78b-47c0-b0df-115b4adc9a5b service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833740 Sep 23 03:39:05.497807 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc6f8c-e96c-47d5-b500-bea4fb887280 req-da19e827-0758-4138-a251-5bd8efcfe7b1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:05.499187 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-30bc6f8c-e96c-47d5-b500-bea4fb887280 req-da19e827-0758-4138-a251-5bd8efcfe7b1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 943 time: 0.0520878 Sep 23 03:39:05.535044 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-30bc6f8c-e96c-47d5-b500-bea4fb887280 req-8567202e-cc64-4f9f-bee0-e59afeaf2eb7 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298688 Sep 23 03:39:06.646920 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e34b2-8e24-42c0-9ae7-f1071b465f90 req-e4f2ee20-47a4-47e6-b8ba-a30bbcdb4940 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:06.648376 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-690e34b2-8e24-42c0-9ae7-f1071b465f90 req-e4f2ee20-47a4-47e6-b8ba-a30bbcdb4940 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 943 time: 0.0473838 Sep 23 03:39:06.684769 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-690e34b2-8e24-42c0-9ae7-f1071b465f90 req-71363985-51d1-465f-a015-0334378a00cc tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299768 Sep 23 03:39:07.169249 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:07.808325 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a60b4-00f3-4c98-90e1-c7d0ac13383f req-2fc9d361-65c8-4919-abdd-772395062990 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:07.809861 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-766a60b4-00f3-4c98-90e1-c7d0ac13383f req-2fc9d361-65c8-4919-abdd-772395062990 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 943 time: 0.0481400 Sep 23 03:39:07.846700 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-766a60b4-00f3-4c98-90e1-c7d0ac13383f req-e44608f3-a46d-416f-8249-223292753f7e tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310755 Sep 23 03:39:08.961160 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cdfa0-124c-4841-bfee-10399c632f38 req-d9f34f8d-638b-4af4-b56f-cd3545f3d6fe tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:08.963131 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e10cdfa0-124c-4841-bfee-10399c632f38 req-d9f34f8d-638b-4af4-b56f-cd3545f3d6fe tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 943 time: 0.0482323 Sep 23 03:39:08.999715 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e10cdfa0-124c-4841-bfee-10399c632f38 req-6243a1fa-f9dc-47dc-b55c-46037f0ceff7 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306120 Sep 23 03:39:10.109905 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadf4c5-5d33-49f0-92ec-152d06a53203 req-8a58fb1e-f8d8-489f-9649-aaf000e620ed tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:10.111307 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9dadf4c5-5d33-49f0-92ec-152d06a53203 req-8a58fb1e-f8d8-489f-9649-aaf000e620ed tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 943 time: 0.0472460 Sep 23 03:39:10.151889 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9dadf4c5-5d33-49f0-92ec-152d06a53203 req-1c176ea8-0482-4379-a4ee-6287e459ebf3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348208 Sep 23 03:39:11.266803 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6d3b4-a96d-4361-8c66-bbd14aa2a783 req-ac81f5ff-b327-45b7-92dd-f939977243b6 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:11.268249 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3ca6d3b4-a96d-4361-8c66-bbd14aa2a783 req-ac81f5ff-b327-45b7-92dd-f939977243b6 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 943 time: 0.0505660 Sep 23 03:39:11.304480 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3ca6d3b4-a96d-4361-8c66-bbd14aa2a783 req-563e35e6-89e7-47c4-91be-e3d7fdba3b23 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304554 Sep 23 03:39:12.417691 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e3b710-00c2-40e0-9266-7e799b70bb33 req-06a40e12-5993-45a7-8e28-4d67320879b0 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:12.419158 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-53e3b710-00c2-40e0-9266-7e799b70bb33 req-06a40e12-5993-45a7-8e28-4d67320879b0 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 943 time: 0.0515666 Sep 23 03:39:12.455806 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-53e3b710-00c2-40e0-9266-7e799b70bb33 req-a9798d5a-4d79-47e5-95bd-4c46615f1ea9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306747 Sep 23 03:39:12.762596 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 63f620f6-a79a-4d5c-b61e-0f5f5571d475 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:39:12.856704 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 63f620f6-a79a-4d5c-b61e-0f5f5571d475, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:39:12.867331 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'port_id': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'mac_address': 'fa:16:3e:1f:2f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:39:12.903697 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:12.916048 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f620f6-a79a-4d5c-b61e-0f5f5571d475 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:39:12.941425 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 63f620f6-a79a-4d5c-b61e-0f5f5571d475, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:39:13.015055 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:13.060785 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=63f620f6-a79a-4d5c-b61e-0f5f5571d475,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:39:13.067557 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.067904 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.068240 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.068603 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.068936 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.069261 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.069583 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.069904 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.070228 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.070546 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.070865 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.071671 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:39:13.436907 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['63f620f6-a79a-4d5c-b61e-0f5f5571d475'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:39:13.566715 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a313643-df07-484a-917b-c198d7749df3 req-04adb2aa-f6fb-40e0-8aff-4c6e02553aa8 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:13.569105 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8a313643-df07-484a-917b-c198d7749df3 req-04adb2aa-f6fb-40e0-8aff-4c6e02553aa8 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 944 time: 0.0482919 Sep 23 03:39:13.607401 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8a313643-df07-484a-917b-c198d7749df3 req-56516ba0-1caf-4614-bc6b-f5d4c7aabd79 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313179 Sep 23 03:39:14.718302 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d7f84-eca6-434b-9a8c-70bdd4d7c1fe req-c2e523f1-6c51-46c7-b966-4b6aa2585cf9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:14.719764 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-129d7f84-eca6-434b-9a8c-70bdd4d7c1fe req-c2e523f1-6c51-46c7-b966-4b6aa2585cf9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 944 time: 0.0476191 Sep 23 03:39:14.756695 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-129d7f84-eca6-434b-9a8c-70bdd4d7c1fe req-a921c207-492e-40e7-9b71-aec58c6e55c6 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311375 Sep 23 03:39:14.775596 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 63f620f6-a79a-4d5c-b61e-0f5f5571d475 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:39:14.909638 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port 63f620f6-a79a-4d5c-b61e-0f5f5571d475 completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:39:14.913537 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port 63f620f6-a79a-4d5c-b61e-0f5f5571d475 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:39:14.913908 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:14.990259 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:15.011174 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f620f6-a79a-4d5c-b61e-0f5f5571d475'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:39:15.013416 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b346a57c-a84d-413b-9a65-11ce4112048b" -d '{"events": [{"server_uuid": "ae37ca9b-081a-4ac5-b42f-9dba1bc76708", "name": "network-vif-plugged", "status": "completed", "tag": "63f620f6-a79a-4d5c-b61e-0f5f5571d475"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:39:15.026401 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port 63f620f6-a79a-4d5c-b61e-0f5f5571d475, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:39:15.092568 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:15.115915 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728f708d-4289-4583-a326-05234082015a x-openstack-request-id: req-728f708d-4289-4583-a326-05234082015a {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:39:15.116223 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae37ca9b-081a-4ac5-b42f-9dba1bc76708", "name": "network-vif-plugged", "status": "completed", "tag": "63f620f6-a79a-4d5c-b61e-0f5f5571d475", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:39:15.116456 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-728f708d-4289-4583-a326-05234082015a {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:39:15.116862 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'code': 200} Sep 23 03:39:15.141242 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=63f620f6-a79a-4d5c-b61e-0f5f5571d475,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:39:15.483755 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093d399-08db-42db-bf8d-1090f8f3d611 req-0a110fae-ec1c-4391-879f-fb9abd6b125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:15.485145 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8093d399-08db-42db-bf8d-1090f8f3d611 req-0a110fae-ec1c-4391-879f-fb9abd6b125a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 1098 time: 0.0392685 Sep 23 03:39:15.519116 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-8093d399-08db-42db-bf8d-1090f8f3d611 req-15d5b59b-b857-4a37-90be-c47feb12e32d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266192 Sep 23 03:39:15.866246 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea18c17-9095-4cd2-a2ed-c82a440875d2 req-934be108-0553-4ab1-bc7a-02ec09a11b2d tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:15.868206 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0ea18c17-9095-4cd2-a2ed-c82a440875d2 req-934be108-0553-4ab1-bc7a-02ec09a11b2d tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 945 time: 0.0473864 Sep 23 03:39:15.904605 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-0ea18c17-9095-4cd2-a2ed-c82a440875d2 req-ad35e206-d2ed-40bc-8234-e30d8cd6d291 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305071 Sep 23 03:39:17.026388 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87020fb9-d374-4250-9b0e-a6cff174f071 req-b8893b0a-ae62-4d56-8b1f-43daeef5babc tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:17.027877 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-87020fb9-d374-4250-9b0e-a6cff174f071 req-b8893b0a-ae62-4d56-8b1f-43daeef5babc tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 945 time: 0.0562692 Sep 23 03:39:17.322264 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-87020fb9-d374-4250-9b0e-a6cff174f071 req-5c43b887-0ff2-492c-a148-a840629cf9e1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884765 Sep 23 03:39:18.438005 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa30f3-0be2-4c6a-be2d-06ec9c5fc31e req-130f4a61-1d3e-40ec-9d7c-a954f0b179ec tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:18.439457 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-feaa30f3-0be2-4c6a-be2d-06ec9c5fc31e req-130f4a61-1d3e-40ec-9d7c-a954f0b179ec tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 945 time: 0.0510976 Sep 23 03:39:18.475579 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-feaa30f3-0be2-4c6a-be2d-06ec9c5fc31e req-c2c30838-8141-496c-9f8c-5136f3e072a0 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301991 Sep 23 03:39:18.589219 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a784a8-ffe7-4974-a28f-45f7b33487c5 req-58c9b1b3-d96f-43fd-b1ab-42b15f29aa9d tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:18.590676 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-69a784a8-ffe7-4974-a28f-45f7b33487c5 req-58c9b1b3-d96f-43fd-b1ab-42b15f29aa9d tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 945 time: 0.0471385 Sep 23 03:39:18.626854 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-69a784a8-ffe7-4974-a28f-45f7b33487c5 req-efbb9171-5522-4a42-a1ba-d6cc618839d3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303581 Sep 23 03:39:18.647473 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60646) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:39:18.685548 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bfdd31-4813-4b4a-9cf7-db92d18b1c46 tempest-TestVolumeBootPattern-871283642 tempest-TestVolumeBootPattern-871283642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:18.687007 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-f5bfdd31-4813-4b4a-9cf7-db92d18b1c46 tempest-TestVolumeBootPattern-871283642 tempest-TestVolumeBootPattern-871283642-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 1093 time: 0.0386009 Sep 23 03:39:18.689532 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60648) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:39:18.693626 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'floatingip': {'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'port_id': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:39:18.806694 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:18.907739 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:19.015925 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Allocated IP 172.27.1.124 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/483a085f-b662-4752-be86-39e8df2359a1) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:39:19.116016 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:19.212965 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:19.249103 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:39:19.251812 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:39:19.255172 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:39:19.283776 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'Port': ['ID=483a085f-b662-4752-be86-39e8df2359a1,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:39:19.605598 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:19.730927 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:19.870839 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:19.926275 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:19.998279 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'Port': ['ID=483a085f-b662-4752-be86-39e8df2359a1,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:39:20.006209 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:20.102291 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Floating IP 9bd05110-b0cf-44ba-ac5e-f048c44ee1ee associated. External IP: 172.27.1.124, port: 63f620f6-a79a-4d5c-b61e-0f5f5571d475. Sep 23 03:39:20.298793 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Router d41cad7d-08b3-4298-8446-68da5197f704 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:39:20.402370 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:39:20.411738 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55782e6f-9682-47d7-8f50-ddbab6db7bec None None] Sync routers for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:39:20.420765 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55782e6f-9682-47d7-8f50-ddbab6db7bec None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:39:20.424653 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-55782e6f-9682-47d7-8f50-ddbab6db7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:38:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:39:20.481451 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:20.508309 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-16cfcc3a-f522-4160-9b29-682141239c0a tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8178065 Sep 23 03:39:20.508976 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'tag': '63f620f6-a79a-4d5c-b61e-0f5f5571d475'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:39:20.511281 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ae37ca9b-081a-4ac5-b42f-9dba1bc76708", "tag": "63f620f6-a79a-4d5c-b61e-0f5f5571d475"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:39:20.522982 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-55782e6f-9682-47d7-8f50-ddbab6db7bec None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:39:20.732394 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-55782e6f-9682-47d7-8f50-ddbab6db7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '9bd05110-b0cf-44ba-ac5e-f048c44ee1ee', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:1f:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:39:19Z', 'updated_at': '2021-09-23T03:39:19Z', 'revision_number': 0, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:39:20.760623 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55782e6f-9682-47d7-8f50-ddbab6db7bec None None] Checking router: d41cad7d-08b3-4298-8446-68da5197f704 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:39:20.768431 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55782e6f-9682-47d7-8f50-ddbab6db7bec None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:39:20.769049 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-55782e6f-9682-47d7-8f50-ddbab6db7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:38:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:39:20.868592 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-55782e6f-9682-47d7-8f50-ddbab6db7bec None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:39:21.083641 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-55782e6f-9682-47d7-8f50-ddbab6db7bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '9bd05110-b0cf-44ba-ac5e-f048c44ee1ee', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:1f:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:39:19Z', 'updated_at': '2021-09-23T03:39:19Z', 'revision_number': 0, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:39:21.112762 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55782e6f-9682-47d7-8f50-ddbab6db7bec None None] The sync data for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi is: [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '9bd05110-b0cf-44ba-ac5e-f048c44ee1ee', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:1f:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:39:19Z', 'updated_at': '2021-09-23T03:39:19Z', 'revision_number': 0, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:39:21.283775 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528b6159-228e-4014-8d6c-bb4af59b8fff None None] New status for floating IP 9bd05110-b0cf-44ba-ac5e-f048c44ee1ee: ACTIVE {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:39:21.566224 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b14e324-e7cb-41fc-884b-514a89a196dc x-openstack-request-id: req-9b14e324-e7cb-41fc-884b-514a89a196dc {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:39:21.566224 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae37ca9b-081a-4ac5-b42f-9dba1bc76708", "tag": "63f620f6-a79a-4d5c-b61e-0f5f5571d475", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:39:21.566224 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b14e324-e7cb-41fc-884b-514a89a196dc {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:39:21.566224 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'tag': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'status': 'completed', 'code': 200} Sep 23 03:39:21.612170 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-6cd57e5e-bfc7-4a6f-915c-42c0bd04ac33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:21.653576 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9 req-85197d87-e31d-4e2c-9ac2-4822adcdf4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:21.655122 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9 req-85197d87-e31d-4e2c-9ac2-4822adcdf4e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 1098 time: 0.0403199 Sep 23 03:39:21.744350 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9 req-534de113-913e-460d-8c6b-4d5b8df9de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:21.745730 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9 req-534de113-913e-460d-8c6b-4d5b8df9de73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0834322 Sep 23 03:39:21.807757 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9 req-1e57bcef-af77-4c99-bbf5-9304285eebc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475 HTTP/1.1" status: 200 len: 1001 time: 0.0551016 Sep 23 03:39:21.854634 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9 req-1d866ba5-9576-4575-980b-6e7fc1fb9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:21.856029 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9 req-1d866ba5-9576-4575-980b-6e7fc1fb9650 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0418987 Sep 23 03:39:21.902764 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9 req-2ed7efdb-549c-4f84-817b-9f60c3678ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:21.904169 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9 req-2ed7efdb-549c-4f84-817b-9f60c3678ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413594 Sep 23 03:39:21.991227 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9 req-cb8a02da-e052-4f06-939f-2fdc13651561 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789959 Sep 23 03:39:22.080113 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-fe9942d1-aafc-43f4-b0a9-4866dd78c2c9 req-a208192a-9484-4ae4-ad6c-c656d202b081 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822651 Sep 23 03:39:24.345812 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-cadf616a-b121-4de7-abb7-df25dc2b1034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:24.761078 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:25.343418 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:27.229413 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:28.763881 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:39:30.796851 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-68794221-183e-4037-acca-07e6d6f79f5b req-ccd913af-c5ad-4d53-b9aa-13fa716dc787 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374789 Sep 23 03:39:30.897731 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68794221-183e-4037-acca-07e6d6f79f5b req-1be85228-1223-41c7-827f-a1b18acffd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:30.899270 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-68794221-183e-4037-acca-07e6d6f79f5b req-1be85228-1223-41c7-827f-a1b18acffd9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 1098 time: 0.0390298 Sep 23 03:39:31.000097 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68794221-183e-4037-acca-07e6d6f79f5b req-18071ccd-22c8-4fa3-9ec2-d4d2b99716aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:31.001573 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-68794221-183e-4037-acca-07e6d6f79f5b req-18071ccd-22c8-4fa3-9ec2-d4d2b99716aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0847986 Sep 23 03:39:31.065298 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-68794221-183e-4037-acca-07e6d6f79f5b req-8f31aac0-a039-4e60-b6c7-f4add473e771 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475 HTTP/1.1" status: 200 len: 1001 time: 0.0552514 Sep 23 03:39:31.116092 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68794221-183e-4037-acca-07e6d6f79f5b req-d15f3f37-a1f2-4597-8888-2d8b4f0a6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:31.118106 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-68794221-183e-4037-acca-07e6d6f79f5b req-d15f3f37-a1f2-4597-8888-2d8b4f0a6d7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0456686 Sep 23 03:39:31.163188 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68794221-183e-4037-acca-07e6d6f79f5b req-3734b2f4-e440-4e0f-94a7-73f2cebc2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:39:31.164678 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-68794221-183e-4037-acca-07e6d6f79f5b req-3734b2f4-e440-4e0f-94a7-73f2cebc2f0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392687 Sep 23 03:39:31.251539 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-68794221-183e-4037-acca-07e6d6f79f5b req-56cc0fa1-c2e4-4a47-b6d5-6e9545e573a1 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796609 Sep 23 03:39:31.341274 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-68794221-183e-4037-acca-07e6d6f79f5b req-7d20f0d4-b34b-4104-bfa3-897c68e8ba08 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815997 Sep 23 03:39:37.223276 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:51.600211 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-3cd2b7ae-3742-4ba6-ba90-8dcc604a748b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:54.365819 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4f58c931-c1ec-42e9-9b41-c90ea058e84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:54.756347 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:55.322034 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:39:57.230707 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:04.751886 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [req-b4df20b4-5731-4886-a4ef-207e827d6bef req-69f77cc3-a002-4e58-81d0-69be909da08d service neutron] (94695) timed out ('10.222.0.23', 54690) {{(pid=94695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 03:40:05.763191 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:40:07.199993 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:21.595892 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fbc08703-1f3d-4d98-863b-a93b0ce7b6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:24.372998 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-432f1608-b764-48e3-b4fe-a29f939c200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:24.744269 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:25.333091 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:27.235891 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:32.813237 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-ab730e19-b571-4ae4-a7e7-7e68b0fb30f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396543 Sep 23 03:40:32.907225 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-823c4a0d-76bb-4a58-b12e-3e3c119c614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:40:32.908723 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-823c4a0d-76bb-4a58-b12e-3e3c119c614c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 1098 time: 0.0394318 Sep 23 03:40:33.009455 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-90a7ae8c-367f-4c3c-a9a7-0db8b4210f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:40:33.010889 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-90a7ae8c-367f-4c3c-a9a7-0db8b4210f0c service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0838065 Sep 23 03:40:33.074246 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-f87a855a-5762-4ced-a619-67649d8970bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475 HTTP/1.1" status: 200 len: 1001 time: 0.0547392 Sep 23 03:40:33.123618 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-a0014080-8966-425a-b413-2c16ac96d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:40:33.125015 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-a0014080-8966-425a-b413-2c16ac96d600 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0444643 Sep 23 03:40:33.167595 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-83397978-2f01-4e00-84c1-77b14d0bbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:40:33.169035 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-83397978-2f01-4e00-84c1-77b14d0bbaa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373831 Sep 23 03:40:33.256659 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-1176f6b9-0128-493a-88b4-5d786bf6694b service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806701 Sep 23 03:40:33.346554 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b413f0b2-d66c-4784-adcd-b8899eae4d7e req-8ca7dfc3-4ba3-4f2e-b50b-966594132aa3 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819199 Sep 23 03:40:37.221333 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:42.762810 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:40:51.630018 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-5dc708a5-8786-4583-84c7-cb571e27fe2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:54.337767 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-439a6976-08b4-400a-b651-a6d984117be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:54.755249 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:55.353303 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:40:57.249296 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:07.201182 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:19.762231 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:41:20.923584 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-94b8d330-45da-4bda-bf2e-84f211904851 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454802404&fields=id&tenant_id=ef0ca626043a48c88655009268a6ce40 HTTP/1.1" status: 200 len: 267 time: 0.0320601 Sep 23 03:41:21.027502 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-a5068ff1-f1df-4824-9fcf-1e05cc564fc7 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:21.028859 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-a5068ff1-f1df-4824-9fcf-1e05cc564fc7 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 812 time: 0.0988472 Sep 23 03:41:21.043081 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-16660dba-3f64-417b-af3a-4505447df82e tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/quotas/ef0ca626043a48c88655009268a6ce40 HTTP/1.1" status: 200 len: 375 time: 0.0086138 Sep 23 03:41:21.097904 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-1af298b2-3f30-4532-9b0f-aeb4515920be tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0497522 Sep 23 03:41:21.150176 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-31f2ec7f-8366-4c6f-b641-0b17767364cd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:41:21.151818 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-31f2ec7f-8366-4c6f-b641-0b17767364cd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429325 Sep 23 03:41:21.492873 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5dc10baa-20ff-411e-8189-94a3c0f4cb8d service neutron] 10.222.0.23 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348353 Sep 23 03:41:21.588530 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-4a675822-4079-4c4d-9083-d5f7179bd9d3 service neutron] 10.222.0.23 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890172 Sep 23 03:41:21.603063 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a2fa2e39-dda8-4179-97d7-78f7f95b0cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:22.154736 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9a849a65-58b9-43b7-a0d2-c150d95f30f5 req-bbe2f2b6-41c6-43f2-8d7a-904ec6077798 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 210 time: 0.0274472 Sep 23 03:41:23.246172 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b46d1a96-3ee9-4af0-808a-bf5872befa55 req-86e3a302-a00c-45cb-8eac-44cd60e0e91e tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 210 time: 0.0270879 Sep 23 03:41:24.072191 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-8b1ab7cd-ef79-44be-81cd-d1e5fdd469fd tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:24.074088 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-8b1ab7cd-ef79-44be-81cd-d1e5fdd469fd tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 812 time: 0.1002867 Sep 23 03:41:24.120966 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-f293bdad-ac02-42fe-a31c-0592cc295ab1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef0ca626043a48c88655009268a6ce40 HTTP/1.1" status: 200 len: 380 time: 0.0314903 Sep 23 03:41:24.130212 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'port': {'device_id': '20daf501-82a7-4174-9705-774b82347dbb', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'admin_state_up': True, 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'security_groups': ['140b5440-cf08-4ab9-9257-446d97f5d50c']}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:41:24.300708 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Made reservation on behalf of ef0ca626043a48c88655009268a6ce40 for: {'port': 1} {{(pid=94696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 03:41:24.306534 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:24.352378 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-8ba6efb0-f6a0-4b35-a9f3-edd16eed9f86 req-8b7e380c-2152-4bbc-8706-027c031c9c54 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 210 time: 0.0273914 Sep 23 03:41:24.367002 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c5377923-22d0-46dd-a795-072a2dbacdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:24.429972 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Allocated IP 172.20.0.3 (96d4f41a-803c-46c5-8381-2a138296e8f6/cb6a9bdc-34f8-46dd-ad93-a5e341e778aa/bc91f1be-61fa-44d9-a705-08b72255bdb7) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:41:24.571925 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:24.680576 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:24.721904 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Network 96d4f41a-803c-46c5-8381-2a138296e8f6 is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:41:24.725048 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:41:24.729215 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:41:24.762814 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'Port': ['ID=bc91f1be-61fa-44d9-a705-08b72255bdb7,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:41:24.776629 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.776987 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.777325 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.777657 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.777985 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.778317 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.778643 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.778969 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.779296 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.779619 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.779941 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.780260 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:24.798826 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:24.799454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:24.817844 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:24.904275 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-ae5adea9-3071-44ae-ae63-0044e46c1ed5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7774112 Sep 23 03:41:24.922437 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Request body: {'port': {'device_id': '20daf501-82a7-4174-9705-774b82347dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:41:24.973809 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:24.986824 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-2d8f8cfb-fa0c-4858-b43c-c555c634b91b None None] Provisioning complete for port bc91f1be-61fa-44d9-a705-08b72255bdb7 triggered by entity DHCP. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:41:24.987199 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2d8f8cfb-fa0c-4858-b43c-c555c634b91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:25.020424 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f8cfb-fa0c-4858-b43c-c555c634b91b None None] Port bc91f1be-61fa-44d9-a705-08b72255bdb7 cannot update to ACTIVE because it is not bound. {{(pid=94697) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 03:41:25.239730 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc91f1be-61fa-44d9-a705-08b72255bdb7 {{(pid=94696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:41:25.247308 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:25.258796 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.provisioning_blocks [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Transition to ACTIVE for port object bc91f1be-61fa-44d9-a705-08b72255bdb7 will not be triggered until provisioned by entity L2. {{(pid=94696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 03:41:25.355170 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:25.355362 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:25.422493 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc91f1be-61fa-44d9-a705-08b72255bdb7,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:41:25.519720 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91af9e-b352-4f06-8f34-c34235f46f38 req-c07db50e-aebd-4d7e-a6b8-132f71364570 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:25.521207 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1f91af9e-b352-4f06-8f34-c34235f46f38 req-c07db50e-aebd-4d7e-a6b8-132f71364570 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 943 time: 0.0909722 Sep 23 03:41:25.521888 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Attempting to bind port bc91f1be-61fa-44d9-a705-08b72255bdb7 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 03:41:25.522219 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Attempting to bind port bc91f1be-61fa-44d9-a705-08b72255bdb7 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 03:41:25.522538 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Attempting to bind port bc91f1be-61fa-44d9-a705-08b72255bdb7 on network 96d4f41a-803c-46c5-8381-2a138296e8f6 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:41:25.528816 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Port bc91f1be-61fa-44d9-a705-08b72255bdb7 on network 96d4f41a-803c-46c5-8381-2a138296e8f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 03:41:25.528816 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Attempting to bind port bc91f1be-61fa-44d9-a705-08b72255bdb7 on network 96d4f41a-803c-46c5-8381-2a138296e8f6 {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 03:41:25.539219 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Checking agent: {'id': '5491c647-13f5-4c89-8a88-e0f014f42b49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'started_at': datetime.datetime(2021, 9, 23, 3, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 3, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 03:41:25.539548 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Checking segment: {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 03:41:25.539924 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Bound using segment: {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'} {{(pid=94696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 03:41:25.540357 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.managers [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Bound port: bc91f1be-61fa-44d9-a705-08b72255bdb7, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae45d348-6f1c-479e-9852-b4b6603ffa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6'}}] {{(pid=94696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 03:41:25.540757 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:25.597057 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-1f91af9e-b352-4f06-8f34-c34235f46f38 req-3b7fa56e-8589-4bde-9239-19922a38c4e8 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654666 Sep 23 03:41:25.622752 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] For port bc91f1be-61fa-44d9-a705-08b72255bdb7, host hv-cinder-76845, cleared binding levels {{(pid=94696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 03:41:25.625803 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] For port bc91f1be-61fa-44d9-a705-08b72255bdb7, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bc91f1be-61fa-44d9-a705-08b72255bdb7,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 03:41:25.692298 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:25.725401 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:25.726008 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:25.727389 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc91f1be-61fa-44d9-a705-08b72255bdb7 HTTP/1.1" status: 200 len: 1093 time: 0.8090518 Sep 23 03:41:25.727768 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20daf501-82a7-4174-9705-774b82347dbb', 'tag': 'bc91f1be-61fa-44d9-a705-08b72255bdb7'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:41:25.729991 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19765881-faaf-4f3d-add4-87382e224717" -d '{"events": [{"name": "network-changed", "server_uuid": "20daf501-82a7-4174-9705-774b82347dbb", "tag": "bc91f1be-61fa-44d9-a705-08b72255bdb7"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:41:25.756125 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630018b-594b-4c18-b8ce-ca6cfd6202f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bc91f1be-61fa-44d9-a705-08b72255bdb7,revision_number=3']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:41:25.766292 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70318cf4-0324-4f63-ab60-245564c9f587 x-openstack-request-id: req-70318cf4-0324-4f63-ab60-245564c9f587 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:41:25.766580 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20daf501-82a7-4174-9705-774b82347dbb", "tag": "bc91f1be-61fa-44d9-a705-08b72255bdb7", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:41:25.766823 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70318cf4-0324-4f63-ab60-245564c9f587 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:41:25.767215 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20daf501-82a7-4174-9705-774b82347dbb', 'tag': 'bc91f1be-61fa-44d9-a705-08b72255bdb7', 'status': 'completed', 'code': 200} Sep 23 03:41:25.854995 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19765881-faaf-4f3d-add4-87382e224717 req-fdce3594-d571-42d7-8268-e14dabd02351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:25.856558 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19765881-faaf-4f3d-add4-87382e224717 req-fdce3594-d571-42d7-8268-e14dabd02351 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 1096 time: 0.0471852 Sep 23 03:41:25.960066 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19765881-faaf-4f3d-add4-87382e224717 req-0b350bdd-9dea-41bf-a214-88dac6fd3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:25.961646 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19765881-faaf-4f3d-add4-87382e224717 req-0b350bdd-9dea-41bf-a214-88dac6fd3a27 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ef0ca626043a48c88655009268a6ce40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0910804 Sep 23 03:41:26.055436 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19765881-faaf-4f3d-add4-87382e224717 req-2071f3d6-31f3-429a-a5b2-989d9094167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:26.057370 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19765881-faaf-4f3d-add4-87382e224717 req-2071f3d6-31f3-429a-a5b2-989d9094167f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876603 Sep 23 03:41:26.152371 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-1412831b-6bf9-4d12-8bef-973d1251252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:26.153900 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-1412831b-6bf9-4d12-8bef-973d1251252b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 1096 time: 0.0398719 Sep 23 03:41:26.203848 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-e0cab119-3c05-4482-bb08-0a70f53e2cb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc91f1be-61fa-44d9-a705-08b72255bdb7 HTTP/1.1" status: 200 len: 217 time: 0.0366325 Sep 23 03:41:26.250833 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5055e53f-1c15-48f1-9006-9cace8c5e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:26.252201 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-5055e53f-1c15-48f1-9006-9cace8c5e0a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0416834 Sep 23 03:41:26.296167 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-619a7499-40ca-4bf5-a8d5-e71c817b9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:26.297641 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-619a7499-40ca-4bf5-a8d5-e71c817b9fc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387278 Sep 23 03:41:26.387964 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-709bf265-2404-449a-b5a8-6fd40747f4e7 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830817 Sep 23 03:41:26.476231 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-aa850409-706c-40c6-9471-1ab48add2ae3 req-23f3ea63-00bc-4c97-824b-7744ed84ebff service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812633 Sep 23 03:41:26.707540 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b147b-4d3f-4f8b-a16e-f201e91c3c07 req-536e8464-0720-425f-8ca3-add7c58987c9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:26.708901 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-125b147b-4d3f-4f8b-a16e-f201e91c3c07 req-536e8464-0720-425f-8ca3-add7c58987c9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 943 time: 0.0473082 Sep 23 03:41:26.750707 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-125b147b-4d3f-4f8b-a16e-f201e91c3c07 req-d76b8d44-c259-41cb-96a4-46538b394094 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355244 Sep 23 03:41:27.268435 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:27.863780 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12143b13-b93a-4e93-a7ae-9ed7c8e4b347 req-0f1d6540-ac7b-4985-b7e6-ccead67e2e98 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:27.865267 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-12143b13-b93a-4e93-a7ae-9ed7c8e4b347 req-0f1d6540-ac7b-4985-b7e6-ccead67e2e98 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 943 time: 0.0477493 Sep 23 03:41:27.901928 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-12143b13-b93a-4e93-a7ae-9ed7c8e4b347 req-2252140f-78e4-4cb5-983e-43da0cea7d1e tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301497 Sep 23 03:41:29.013825 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984943b3-57bb-45fd-9753-655dc035a809 req-5c2e33fc-dd81-4fd2-b93f-2f00df9698eb tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:29.015309 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-984943b3-57bb-45fd-9753-655dc035a809 req-5c2e33fc-dd81-4fd2-b93f-2f00df9698eb tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 943 time: 0.0482235 Sep 23 03:41:29.053117 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-984943b3-57bb-45fd-9753-655dc035a809 req-5041a754-48c6-4b5b-91d1-5ba18494ab95 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Sep 23 03:41:30.167162 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276fc05-5fcd-4262-8982-94cc4c5a7d02 req-5085c6d5-068c-439d-adff-847d2347502e tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:30.168655 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3276fc05-5fcd-4262-8982-94cc4c5a7d02 req-5085c6d5-068c-439d-adff-847d2347502e tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 943 time: 0.0511587 Sep 23 03:41:30.205354 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-3276fc05-5fcd-4262-8982-94cc4c5a7d02 req-c340a94a-c9f4-439a-b1e1-ccdf81b4f03c tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309069 Sep 23 03:41:31.316309 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569ab48-480b-488f-ab92-25d8d0c1ef3f req-32e8a6ed-4b56-4461-9cf1-62f14505cdc5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:31.317820 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f569ab48-480b-488f-ab92-25d8d0c1ef3f req-32e8a6ed-4b56-4461-9cf1-62f14505cdc5 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 943 time: 0.0473330 Sep 23 03:41:31.354479 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-f569ab48-480b-488f-ab92-25d8d0c1ef3f req-1f9f6969-f2b1-4723-8a1d-f97bc43899ac tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302756 Sep 23 03:41:32.465712 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7932cd1-b99c-4977-9f0b-3f4f0d3aef21 req-1f88dbea-18b2-4de1-b3a3-3a21a8d4e587 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:32.467182 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c7932cd1-b99c-4977-9f0b-3f4f0d3aef21 req-1f88dbea-18b2-4de1-b3a3-3a21a8d4e587 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 943 time: 0.0480001 Sep 23 03:41:32.503656 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-c7932cd1-b99c-4977-9f0b-3f4f0d3aef21 req-d60e6f3f-ce97-4a09-9c17-c2dea638d774 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 Sep 23 03:41:32.805120 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-b4b70d6d-63fe-4e0e-bb95-c4f49c5319b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384080 Sep 23 03:41:32.906525 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-028fb6f0-094d-432f-9380-c17bbd748a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:32.907978 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-028fb6f0-094d-432f-9380-c17bbd748a92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 1098 time: 0.0420804 Sep 23 03:41:33.007279 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-be4e69a9-5705-4294-aded-b8862bfcb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:33.008720 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-be4e69a9-5705-4294-aded-b8862bfcb978 service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0809176 Sep 23 03:41:33.076621 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-0091a9c1-1b77-4e29-b19f-0fe43142d743 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475 HTTP/1.1" status: 200 len: 1001 time: 0.0592108 Sep 23 03:41:33.123823 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-ccae4235-996d-43e9-a94e-9c8f5e376530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:33.125222 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-ccae4235-996d-43e9-a94e-9c8f5e376530 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0414355 Sep 23 03:41:33.168282 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-cf4c01ee-73ad-4edb-b2d7-4b279b060921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:33.169711 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-cf4c01ee-73ad-4edb-b2d7-4b279b060921 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379579 Sep 23 03:41:33.262401 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-36872a20-3c4b-469a-8dc1-433ffa110934 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834050 Sep 23 03:41:33.362908 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-740f46ec-0651-4c34-b6b0-0194c692bdc4 req-92b94247-ad6b-4b87-a84e-d1e00cabcbfd service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826719 Sep 23 03:41:33.622441 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08426cfc-44a3-4577-8cb0-ba0310c0e56f req-daa4d670-e484-4244-b510-0625bb9ccba1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:33.623920 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-08426cfc-44a3-4577-8cb0-ba0310c0e56f req-daa4d670-e484-4244-b510-0625bb9ccba1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 943 time: 0.0524602 Sep 23 03:41:33.660579 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-08426cfc-44a3-4577-8cb0-ba0310c0e56f req-d71e2702-1a90-4a72-9bb4-cf7bbb2aace7 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308304 Sep 23 03:41:34.770455 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8257f8-098f-45b9-a234-883624ff48bb req-e4f44ca1-e65f-490d-9c30-9259d317cfab tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:34.771910 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6d8257f8-098f-45b9-a234-883624ff48bb req-e4f44ca1-e65f-490d-9c30-9259d317cfab tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 943 time: 0.0469720 Sep 23 03:41:34.808514 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-6d8257f8-098f-45b9-a234-883624ff48bb req-3874c979-0963-42c7-8c2d-ca240b75b840 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301328 Sep 23 03:41:35.393335 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device bc91f1be-61fa-44d9-a705-08b72255bdb7 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=94697) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 03:41:35.489646 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port bc91f1be-61fa-44d9-a705-08b72255bdb7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bc91f1be-61fa-44d9-a705-08b72255bdb7,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:41:35.501124 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Returning: {'device': 'bc91f1be-61fa-44d9-a705-08b72255bdb7', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'port_id': 'bc91f1be-61fa-44d9-a705-08b72255bdb7', 'mac_address': 'fa:16:3e:51:49:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94697) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 03:41:35.535631 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:35.548059 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc91f1be-61fa-44d9-a705-08b72255bdb7 {{(pid=94697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 03:41:35.566488 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port bc91f1be-61fa-44d9-a705-08b72255bdb7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bc91f1be-61fa-44d9-a705-08b72255bdb7,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:41:35.639926 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:35.688156 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=bc91f1be-61fa-44d9-a705-08b72255bdb7,revision_number=4']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:41:35.694871 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.695220 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.695584 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.695916 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.696245 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.696600 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.696930 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.697259 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.697605 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.697931 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.698251 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.698569 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:41:35.921774 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18232280-7b16-4a0f-bca6-b1004b2e95ac req-ab9bb74d-2518-4122-93ea-14b904fa65b6 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:35.923242 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-18232280-7b16-4a0f-bca6-b1004b2e95ac req-ab9bb74d-2518-4122-93ea-14b904fa65b6 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 944 time: 0.0482316 Sep 23 03:41:35.959656 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-18232280-7b16-4a0f-bca6-b1004b2e95ac req-501c1ee5-934b-416e-9837-1cd6ec926a72 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306072 Sep 23 03:41:36.135746 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] get_ports_and_sgs() called for port_ids ['bc91f1be-61fa-44d9-a705-08b72255bdb7'] {{(pid=94697) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 03:41:37.074877 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecc1c1-7c85-4bee-8abf-f1fc15ffae39 req-d63d03da-fee9-41dd-8f8e-f6feeee511fe tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:37.076532 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-80ecc1c1-7c85-4bee-8abf-f1fc15ffae39 req-d63d03da-fee9-41dd-8f8e-f6feeee511fe tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 944 time: 0.0520599 Sep 23 03:41:37.113577 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-80ecc1c1-7c85-4bee-8abf-f1fc15ffae39 req-2f562311-afd0-42c8-8eb1-d4b3ee1ace98 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312333 Sep 23 03:41:37.228741 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:37.393605 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device bc91f1be-61fa-44d9-a705-08b72255bdb7 up at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 03:41:37.517417 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning for port bc91f1be-61fa-44d9-a705-08b72255bdb7 completed by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 03:41:37.521505 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.provisioning_blocks [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Provisioning complete for port bc91f1be-61fa-44d9-a705-08b72255bdb7 triggered by entity L2. {{(pid=94697) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 03:41:37.521876 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979874'] for port, provisioning_complete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:37.599644 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:37.620820 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20daf501-82a7-4174-9705-774b82347dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc91f1be-61fa-44d9-a705-08b72255bdb7'}] {{(pid=94697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:41:37.623045 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de872308769069eebaae5631b7b56402be6046617049b5da843f629d0b04e883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a21cb77-357a-4197-8166-d87a33492362" -d '{"events": [{"server_uuid": "20daf501-82a7-4174-9705-774b82347dbb", "name": "network-vif-plugged", "status": "completed", "tag": "bc91f1be-61fa-44d9-a705-08b72255bdb7"}]}' {{(pid=94697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:41:37.635919 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] For port bc91f1be-61fa-44d9-a705-08b72255bdb7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bc91f1be-61fa-44d9-a705-08b72255bdb7,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:41:37.702979 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875'] for port, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:37.750840 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Pushing event updated for resources: {'Port': ['ID=bc91f1be-61fa-44d9-a705-08b72255bdb7,revision_number=5']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:41:38.237097 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efac23-8043-486f-a485-b4a5f2dab15e req-6779b3df-e6ec-4107-a3bd-db04a0cf3110 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:38.238554 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-77efac23-8043-486f-a485-b4a5f2dab15e req-6779b3df-e6ec-4107-a3bd-db04a0cf3110 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 945 time: 0.0472815 Sep 23 03:41:38.274863 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-77efac23-8043-486f-a485-b4a5f2dab15e req-d67682f6-a3fd-4b0a-93bd-b96a1fddc427 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302804 Sep 23 03:41:38.678129 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635042e7-57ce-4d6e-8849-06ba0ad72d17 x-openstack-request-id: req-635042e7-57ce-4d6e-8849-06ba0ad72d17 {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:41:38.678630 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20daf501-82a7-4174-9705-774b82347dbb", "name": "network-vif-plugged", "status": "completed", "tag": "bc91f1be-61fa-44d9-a705-08b72255bdb7", "code": 200}]} {{(pid=94697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:41:38.678630 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-635042e7-57ce-4d6e-8849-06ba0ad72d17 {{(pid=94697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:41:38.679027 dv-cinder-768458-9-iscsi neutron-server[94697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20daf501-82a7-4174-9705-774b82347dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc91f1be-61fa-44d9-a705-08b72255bdb7', 'code': 200} Sep 23 03:41:39.072300 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c170a9-beec-486b-acc8-de87fb5115a2 req-0677b82b-7a54-4fa9-840c-4e3682653e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:39.074326 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-49c170a9-beec-486b-acc8-de87fb5115a2 req-0677b82b-7a54-4fa9-840c-4e3682653e42 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 1098 time: 0.0392263 Sep 23 03:41:39.107592 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-49c170a9-beec-486b-acc8-de87fb5115a2 req-412ead5d-c88d-42e7-bb6b-166a3e574331 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262115 Sep 23 03:41:39.388198 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0582f-afc4-4ffe-93b2-835fc417bad1 req-7492bf13-c06a-4144-bade-10cf80096ae3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:39.389731 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-34b0582f-afc4-4ffe-93b2-835fc417bad1 req-7492bf13-c06a-4144-bade-10cf80096ae3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 945 time: 0.0485916 Sep 23 03:41:39.426095 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-34b0582f-afc4-4ffe-93b2-835fc417bad1 req-9e804e91-06ec-4724-9b8f-39243417942f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304701 Sep 23 03:41:40.543501 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d3367-bf62-42a7-8697-e9b3e474dfc6 req-484650d8-e81a-44a5-bb28-875f0b04d56b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:40.546005 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b71d3367-bf62-42a7-8697-e9b3e474dfc6 req-484650d8-e81a-44a5-bb28-875f0b04d56b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 945 time: 0.0529385 Sep 23 03:41:40.582801 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-b71d3367-bf62-42a7-8697-e9b3e474dfc6 req-0cc55c69-1385-48b8-b1bf-ceb6d04feacb tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Sep 23 03:41:41.697039 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944f89e-0fc1-4a71-ad19-5f20d84b1779 req-5bda89eb-ff46-4c24-9006-ced1941d19df tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:41.699130 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d944f89e-0fc1-4a71-ad19-5f20d84b1779 req-5bda89eb-ff46-4c24-9006-ced1941d19df tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 945 time: 0.0513489 Sep 23 03:41:41.735111 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-d944f89e-0fc1-4a71-ad19-5f20d84b1779 req-2740f3b6-d760-44f7-8e35-a14146ecd575 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298834 Sep 23 03:41:41.845276 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec917147-12c9-43b4-9149-baf2fe132332 req-0541a332-fbe5-434c-87ff-78721e824a0f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:41.846746 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ec917147-12c9-43b4-9149-baf2fe132332 req-0541a332-fbe5-434c-87ff-78721e824a0f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 945 time: 0.0486038 Sep 23 03:41:41.882769 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-ec917147-12c9-43b4-9149-baf2fe132332 req-a4b364e7-dd86-4b60-972f-04877c1090a3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299957 Sep 23 03:41:41.904334 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60814) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:41:41.983733 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521f1a4a-4346-4a00-ad48-fabf31d8b4f2 tempest-TestVolumeBootPattern-871283642 tempest-TestVolumeBootPattern-871283642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:41.985248 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-521f1a4a-4346-4a00-ad48-fabf31d8b4f2 tempest-TestVolumeBootPattern-871283642 tempest-TestVolumeBootPattern-871283642-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 1093 time: 0.0799398 Sep 23 03:41:41.987901 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60818) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:41:41.991955 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.v2.base [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Request body: {'floatingip': {'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'port_id': 'bc91f1be-61fa-44d9-a705-08b72255bdb7', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 03:41:42.105749 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:42.200013 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:42.300765 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_common [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Allocated IP 172.27.1.126 (fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e/1c732f32-3f9e-47ff-beac-a45cb7e41a80/cc176923-b2d9-4e10-b8f3-7bb590c9f087) {{(pid=94696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 03:41:42.398459 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for port, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:42.502883 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732195249839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:42.539798 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Network fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e is already hosted by enough agents. {{(pid=94696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 03:41:42.544634 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.base_scheduler [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Resources bound (agent type, host, resource id): {{(pid=94696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 03:41:42.547180 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Received port after_create {{(pid=94696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 03:41:42.554950 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'Port': ['ID=cc176923-b2d9-4e10-b8f3-7bb590c9f087,revision_number=1']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:41:42.876438 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:43.000968 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1971518'] for port, before_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:43.141232 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for port, precommit_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:43.202366 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732195770628', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732195249857', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732195249875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25232362'] for port, after_update {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:43.269517 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event updated for resources: {'Port': ['ID=cc176923-b2d9-4e10-b8f3-7bb590c9f087,revision_number=2']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:41:43.280746 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572956'] for floatingip, after_create {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:43.376785 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Floating IP 3d0d6bf1-0b11-43f5-b426-0075cfd7d5ea associated. External IP: 172.27.1.126, port: bc91f1be-61fa-44d9-a705-08b72255bdb7. Sep 23 03:41:43.582835 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Router d41cad7d-08b3-4298-8446-68da5197f704 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:41:43.937976 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:41:43.947383 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89d5ae-d237-4202-b31c-27a3e321c719 None None] Sync routers for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:41:43.956948 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc89d5ae-d237-4202-b31c-27a3e321c719 None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:41:43.961986 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-cc89d5ae-d237-4202-b31c-27a3e321c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:41:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:41:44.039939 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:44.061584 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-cc89d5ae-d237-4202-b31c-27a3e321c719 None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:41:44.067562 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-5757c0d8-3f86-4893-b745-509c9c65dfd1 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0787015 Sep 23 03:41:44.068230 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20daf501-82a7-4174-9705-774b82347dbb', 'tag': 'bc91f1be-61fa-44d9-a705-08b72255bdb7'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:41:44.070564 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28092b06-a0e4-45ba-8082-850d15db1d51" -d '{"events": [{"name": "network-changed", "server_uuid": "20daf501-82a7-4174-9705-774b82347dbb", "tag": "bc91f1be-61fa-44d9-a705-08b72255bdb7"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:41:44.156849 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083e5832-5761-44ba-8974-b0b961dd103b x-openstack-request-id: req-083e5832-5761-44ba-8974-b0b961dd103b {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:41:44.157141 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20daf501-82a7-4174-9705-774b82347dbb", "tag": "bc91f1be-61fa-44d9-a705-08b72255bdb7", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:41:44.157393 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-083e5832-5761-44ba-8974-b0b961dd103b {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:41:44.157789 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20daf501-82a7-4174-9705-774b82347dbb', 'tag': 'bc91f1be-61fa-44d9-a705-08b72255bdb7', 'status': 'completed', 'code': 200} Sep 23 03:41:44.240300 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28092b06-a0e4-45ba-8082-850d15db1d51 req-2611b333-d6e6-4e78-b015-c55cc724a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:44.241918 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-28092b06-a0e4-45ba-8082-850d15db1d51 req-2611b333-d6e6-4e78-b015-c55cc724a940 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 1098 time: 0.0395510 Sep 23 03:41:44.284960 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-cc89d5ae-d237-4202-b31c-27a3e321c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '3d0d6bf1-0b11-43f5-b426-0075cfd7d5ea', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': 'bc91f1be-61fa-44d9-a705-08b72255bdb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:51:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20daf501-82a7-4174-9705-774b82347dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:41:42Z', 'updated_at': '2021-09-23T03:41:42Z', 'revision_number': 0, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}, {'id': '9bd05110-b0cf-44ba-ac5e-f048c44ee1ee', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:1f:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:39:19Z', 'updated_at': '2021-09-23T03:39:21Z', 'revision_number': 1, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:41:44.317490 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89d5ae-d237-4202-b31c-27a3e321c719 None None] Checking router: d41cad7d-08b3-4298-8446-68da5197f704 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:41:44.326448 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc89d5ae-d237-4202-b31c-27a3e321c719 None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:41:44.327059 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-cc89d5ae-d237-4202-b31c-27a3e321c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:41:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:41:44.333456 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28092b06-a0e4-45ba-8082-850d15db1d51 req-eec227e7-7748-43ad-b536-f7b6008b8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:44.334916 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-28092b06-a0e4-45ba-8082-850d15db1d51 req-eec227e7-7748-43ad-b536-f7b6008b8715 service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0864067 Sep 23 03:41:44.397479 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-28092b06-a0e4-45ba-8082-850d15db1d51 req-c2c0321c-83e9-4ee2-b201-480ebbb95b35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc91f1be-61fa-44d9-a705-08b72255bdb7 HTTP/1.1" status: 200 len: 999 time: 0.0556746 Sep 23 03:41:44.426083 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-cc89d5ae-d237-4202-b31c-27a3e321c719 None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:41:44.444479 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28092b06-a0e4-45ba-8082-850d15db1d51 req-1b462569-8ea4-4622-a39d-64c45fda5261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:44.445970 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-28092b06-a0e4-45ba-8082-850d15db1d51 req-1b462569-8ea4-4622-a39d-64c45fda5261 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0415218 Sep 23 03:41:44.493576 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28092b06-a0e4-45ba-8082-850d15db1d51 req-40d65ebf-76b8-4529-b1b9-5503ae4a2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:41:44.495033 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-28092b06-a0e4-45ba-8082-850d15db1d51 req-40d65ebf-76b8-4529-b1b9-5503ae4a2031 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426364 Sep 23 03:41:44.583420 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-28092b06-a0e4-45ba-8082-850d15db1d51 req-aadc69a9-bcfb-4859-912e-8fe3bad3cd64 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814378 Sep 23 03:41:44.647628 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-cc89d5ae-d237-4202-b31c-27a3e321c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '3d0d6bf1-0b11-43f5-b426-0075cfd7d5ea', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': 'bc91f1be-61fa-44d9-a705-08b72255bdb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:51:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20daf501-82a7-4174-9705-774b82347dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:41:42Z', 'updated_at': '2021-09-23T03:41:42Z', 'revision_number': 0, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}, {'id': '9bd05110-b0cf-44ba-ac5e-f048c44ee1ee', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:1f:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:39:19Z', 'updated_at': '2021-09-23T03:39:21Z', 'revision_number': 1, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:41:44.672686 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc89d5ae-d237-4202-b31c-27a3e321c719 None None] The sync data for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi is: [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '3d0d6bf1-0b11-43f5-b426-0075cfd7d5ea', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': 'bc91f1be-61fa-44d9-a705-08b72255bdb7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:51:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20daf501-82a7-4174-9705-774b82347dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:41:42Z', 'updated_at': '2021-09-23T03:41:42Z', 'revision_number': 0, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}, {'id': '9bd05110-b0cf-44ba-ac5e-f048c44ee1ee', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:1f:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:39:19Z', 'updated_at': '2021-09-23T03:39:21Z', 'revision_number': 1, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:41:44.674045 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-28092b06-a0e4-45ba-8082-850d15db1d51 req-a0ba4316-485c-4b3b-b7b7-640f363c3351 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838170 Sep 23 03:41:44.856874 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320125f6-5d40-41ec-b352-17c334dcb4d4 None None] New status for floating IP 3d0d6bf1-0b11-43f5-b426-0075cfd7d5ea: ACTIVE {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:41:51.605660 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0c635856-40bf-4022-aa42-fa2b99f590c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:54.336929 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-2562c78c-d3d1-42a3-bc95-29938a87dbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:54.796647 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:55.356391 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:41:56.760186 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:41:57.230770 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:07.233372 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:21.619526 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-458a63e4-47eb-4b28-bef4-7b9901593234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:24.349650 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a079c220-8a62-4d35-a1d4-e918a1f509e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:24.764820 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:25.384788 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:27.246909 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:32.791611 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19005593-7963-49d9-965e-215d1298fc91 req-d18f50a5-c63e-4187-9edc-0decbe6e4f40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386302 Sep 23 03:42:32.888350 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19005593-7963-49d9-965e-215d1298fc91 req-f0c960bc-fd6a-4a31-9cd5-5158defd1aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:42:32.889967 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19005593-7963-49d9-965e-215d1298fc91 req-f0c960bc-fd6a-4a31-9cd5-5158defd1aae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 1098 time: 0.0399323 Sep 23 03:42:32.992277 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19005593-7963-49d9-965e-215d1298fc91 req-41997990-c810-4ad7-af41-c5f9c4af44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:42:32.994374 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19005593-7963-49d9-965e-215d1298fc91 req-41997990-c810-4ad7-af41-c5f9c4af44e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0856216 Sep 23 03:42:33.056788 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19005593-7963-49d9-965e-215d1298fc91 req-c15599b4-bbbc-4663-a4ac-347e48d70d60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475 HTTP/1.1" status: 200 len: 1001 time: 0.0545886 Sep 23 03:42:33.106444 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19005593-7963-49d9-965e-215d1298fc91 req-b0c666c8-3898-4598-ab57-434eaac8c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:42:33.107809 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19005593-7963-49d9-965e-215d1298fc91 req-b0c666c8-3898-4598-ab57-434eaac8c766 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0448523 Sep 23 03:42:33.152522 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19005593-7963-49d9-965e-215d1298fc91 req-6df5eb8e-68af-40e8-9c3c-2b057850756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:42:33.153997 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19005593-7963-49d9-965e-215d1298fc91 req-6df5eb8e-68af-40e8-9c3c-2b057850756f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379372 Sep 23 03:42:33.240476 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19005593-7963-49d9-965e-215d1298fc91 req-b9256da7-2ded-495c-9363-7b2489665bcd service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784197 Sep 23 03:42:33.329579 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-19005593-7963-49d9-965e-215d1298fc91 req-b8a48a27-a689-4448-b1db-74b5d83ab14f service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825114 Sep 23 03:42:33.759370 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:42:37.246797 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:51.612427 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-a2476f77-545d-44d4-b9d3-f5c87b6a4a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:54.371975 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9012dc73-0c1a-4833-adc1-b1a376a7a1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:54.769732 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:55.394663 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:42:57.244267 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:07.251819 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:10.759456 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:43:21.651562 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-929b8eb2-3a5e-4a3e-887a-735da372b116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:24.325365 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-71358c8f-ae7f-4fa5-8a6c-04733ba11a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:24.760257 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:25.371052 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:27.243573 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:32.860407 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b63bf72-3089-42f9-9966-340937df600e req-2bf4878d-4771-41f1-922d-debc764f25f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766063 Sep 23 03:43:32.929386 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63bf72-3089-42f9-9966-340937df600e req-dc46cee2-23fd-408b-9e2a-a7390943b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:32.931336 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b63bf72-3089-42f9-9966-340937df600e req-dc46cee2-23fd-408b-9e2a-a7390943b405 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 1098 time: 0.0378551 Sep 23 03:43:33.033582 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63bf72-3089-42f9-9966-340937df600e req-6a600cb0-a56f-43e5-8fe6-aaf97e768b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:33.035022 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b63bf72-3089-42f9-9966-340937df600e req-6a600cb0-a56f-43e5-8fe6-aaf97e768b08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0850253 Sep 23 03:43:33.098020 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b63bf72-3089-42f9-9966-340937df600e req-693e9e68-7879-49bd-bc23-49fe5d100d90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc91f1be-61fa-44d9-a705-08b72255bdb7 HTTP/1.1" status: 200 len: 1001 time: 0.0554178 Sep 23 03:43:33.149165 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63bf72-3089-42f9-9966-340937df600e req-52be8778-2cbf-44c6-bfa9-540e5162cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:33.150580 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b63bf72-3089-42f9-9966-340937df600e req-52be8778-2cbf-44c6-bfa9-540e5162cd7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0452783 Sep 23 03:43:33.194697 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63bf72-3089-42f9-9966-340937df600e req-d7186d1c-19e6-4173-9c8f-a8915ec56b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:33.196225 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b63bf72-3089-42f9-9966-340937df600e req-d7186d1c-19e6-4173-9c8f-a8915ec56b7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385404 Sep 23 03:43:33.206545 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [req-2b63bf72-3089-42f9-9966-340937df600e req-c61e89fd-c595-45c9-a6d0-b9982a655ff3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=94696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 03:43:33.207509 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b63bf72-3089-42f9-9966-340937df600e req-c61e89fd-c595-45c9-a6d0-b9982a655ff3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047464 Sep 23 03:43:33.297553 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b63bf72-3089-42f9-9966-340937df600e req-0697688d-8ef2-439d-92b2-6e1cd4afc244 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828800 Sep 23 03:43:33.393269 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-2b63bf72-3089-42f9-9966-340937df600e req-49803736-6b00-4957-9b1f-b16e4ed5f767 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887887 Sep 23 03:43:37.228017 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:46.031040 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60862) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:43:46.182730 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Deleting port cc176923-b2d9-4e10-b8f3-7bb590c9f087 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:43:46.182968 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:46.259358 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:46.259684 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:46.270713 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Calling delete_port for cc176923-b2d9-4e10-b8f3-7bb590c9f087 owned by network:floatingip {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:43:46.482962 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:46.508202 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event deleted for resources: {'Port': ['ID=cc176923-b2d9-4e10-b8f3-7bb590c9f087,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:43:46.531840 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.532183 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.532547 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.532880 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.533203 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.533533 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.533861 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.534183 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.534504 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.534822 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.535137 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.535450 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:43:46.577058 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:46.577391 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Floating IP 3d0d6bf1-0b11-43f5-b426-0075cfd7d5ea disassociated (deleted). External IP: 172.27.1.126, port: bc91f1be-61fa-44d9-a705-08b72255bdb7. Sep 23 03:43:46.775919 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Router d41cad7d-08b3-4298-8446-68da5197f704 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:43:46.877622 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:43:46.886347 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:46.888172 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f819539-52d2-4532-9556-8db1e60eb25b None None] Sync routers for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:43:46.896857 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f819539-52d2-4532-9556-8db1e60eb25b None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:43:46.897481 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-4f819539-52d2-4532-9556-8db1e60eb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:43:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:43:46.965719 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-73cd2106-f923-4b6a-98b6-89b63afc54b9 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "DELETE /v2.0/floatingips/3d0d6bf1-0b11-43f5-b426-0075cfd7d5ea HTTP/1.1" status: 204 len: 168 time: 0.9335887 Sep 23 03:43:46.966304 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20daf501-82a7-4174-9705-774b82347dbb', 'tag': 'bc91f1be-61fa-44d9-a705-08b72255bdb7'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:43:46.968710 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d50c20-0be1-4326-8ade-78921350fe27" -d '{"events": [{"name": "network-changed", "server_uuid": "20daf501-82a7-4174-9705-774b82347dbb", "tag": "bc91f1be-61fa-44d9-a705-08b72255bdb7"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:43:47.001244 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-4f819539-52d2-4532-9556-8db1e60eb25b None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:43:47.012530 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cad389-ddc1-450a-9acb-ba00bf5fb5b7 x-openstack-request-id: req-41cad389-ddc1-450a-9acb-ba00bf5fb5b7 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:43:47.013099 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20daf501-82a7-4174-9705-774b82347dbb", "tag": "bc91f1be-61fa-44d9-a705-08b72255bdb7", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:43:47.013355 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41cad389-ddc1-450a-9acb-ba00bf5fb5b7 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:43:47.013812 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20daf501-82a7-4174-9705-774b82347dbb', 'tag': 'bc91f1be-61fa-44d9-a705-08b72255bdb7', 'status': 'completed', 'code': 200} Sep 23 03:43:47.105274 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d50c20-0be1-4326-8ade-78921350fe27 req-8a339a39-1797-44e9-a4bf-67438547a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:47.106883 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e3d50c20-0be1-4326-8ade-78921350fe27 req-8a339a39-1797-44e9-a4bf-67438547a081 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 1098 time: 0.0469377 Sep 23 03:43:47.202967 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d50c20-0be1-4326-8ade-78921350fe27 req-2dbb770f-dac0-403b-82c2-976152d65820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:47.204503 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e3d50c20-0be1-4326-8ade-78921350fe27 req-2dbb770f-dac0-403b-82c2-976152d65820 service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0900798 Sep 23 03:43:47.253620 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e3d50c20-0be1-4326-8ade-78921350fe27 req-a25294d3-70e6-41dd-a1f2-ea990e3fdcc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc91f1be-61fa-44d9-a705-08b72255bdb7 HTTP/1.1" status: 200 len: 217 time: 0.0415790 Sep 23 03:43:47.301501 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d50c20-0be1-4326-8ade-78921350fe27 req-4e7e2184-03e7-44f0-9d94-abaa22619d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:47.303098 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e3d50c20-0be1-4326-8ade-78921350fe27 req-4e7e2184-03e7-44f0-9d94-abaa22619d9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0431087 Sep 23 03:43:47.351064 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d50c20-0be1-4326-8ade-78921350fe27 req-ad85ed35-b5c3-46bd-98b5-5d70398d1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:47.352649 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e3d50c20-0be1-4326-8ade-78921350fe27 req-ad85ed35-b5c3-46bd-98b5-5d70398d1c0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421062 Sep 23 03:43:47.355690 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-4f819539-52d2-4532-9556-8db1e60eb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '9bd05110-b0cf-44ba-ac5e-f048c44ee1ee', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:1f:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:39:19Z', 'updated_at': '2021-09-23T03:39:21Z', 'revision_number': 1, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:43:47.385038 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f819539-52d2-4532-9556-8db1e60eb25b None None] Checking router: d41cad7d-08b3-4298-8446-68da5197f704 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:43:47.394964 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f819539-52d2-4532-9556-8db1e60eb25b None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:43:47.395600 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-4f819539-52d2-4532-9556-8db1e60eb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:43:24Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:43:47.404600 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47a7a1-a829-4c89-8b83-f0e29689574b req-d5ba9a9f-0900-4b5b-b089-a21e2cde845b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:47.406110 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4f47a7a1-a829-4c89-8b83-f0e29689574b req-d5ba9a9f-0900-4b5b-b089-a21e2cde845b tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 945 time: 0.0535257 Sep 23 03:43:47.445342 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-4f47a7a1-a829-4c89-8b83-f0e29689574b req-1b3ff99f-d57b-47a8-8293-d2c8f4ad8f48 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330400 Sep 23 03:43:47.483565 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e3d50c20-0be1-4326-8ade-78921350fe27 req-cccb13bb-67f4-4c9c-aff1-a628bfef2b70 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109872 Sep 23 03:43:47.502707 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-4f819539-52d2-4532-9556-8db1e60eb25b None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:43:47.573748 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-e3d50c20-0be1-4326-8ade-78921350fe27 req-d428fe9f-ff52-4c6e-8e0f-6a4401e313fc service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819049 Sep 23 03:43:47.722166 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-4f819539-52d2-4532-9556-8db1e60eb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '9bd05110-b0cf-44ba-ac5e-f048c44ee1ee', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:1f:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:39:19Z', 'updated_at': '2021-09-23T03:39:21Z', 'revision_number': 1, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:43:47.747228 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f819539-52d2-4532-9556-8db1e60eb25b None None] The sync data for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi is: [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_floatingips': [{'id': '9bd05110-b0cf-44ba-ac5e-f048c44ee1ee', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'router_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'port_id': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'mac_address': 'fa:16:3e:1f:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T03:39:19Z', 'updated_at': '2021-09-23T03:39:21Z', 'revision_number': 1, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:43:47.757689 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:43:47.964969 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b3953-aadb-49d0-9175-7ab601a56137 None None] New status for floating IP 3d0d6bf1-0b11-43f5-b426-0075cfd7d5ea: DOWN {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:43:48.564325 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573fd76-d30a-46db-b7ea-8a65dced5a13 req-3478e6f7-a4f2-49cd-b21d-04cbc1d4d27c tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:48.565874 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3573fd76-d30a-46db-b7ea-8a65dced5a13 req-3478e6f7-a4f2-49cd-b21d-04cbc1d4d27c tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 945 time: 0.0508213 Sep 23 03:43:48.603296 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-3573fd76-d30a-46db-b7ea-8a65dced5a13 req-435427af-172e-4f72-b27e-cf11fbc5f655 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Sep 23 03:43:49.372698 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fc98e-bf79-4cc5-8095-3c3fa25c47ae req-bc6f91a3-8d5b-4092-8bfe-198df4811dfc tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:49.374131 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c01fc98e-bf79-4cc5-8095-3c3fa25c47ae req-bc6f91a3-8d5b-4092-8bfe-198df4811dfc tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 945 time: 0.0479155 Sep 23 03:43:49.459456 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-c01fc98e-bf79-4cc5-8095-3c3fa25c47ae req-a71ee756-5d76-4e4e-a1bd-e54368203603 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Deleting port bc91f1be-61fa-44d9-a705-08b72255bdb7 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:43:49.459798 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c01fc98e-bf79-4cc5-8095-3c3fa25c47ae req-a71ee756-5d76-4e4e-a1bd-e54368203603 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:49.546139 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-c01fc98e-bf79-4cc5-8095-3c3fa25c47ae req-a71ee756-5d76-4e4e-a1bd-e54368203603 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] For port bc91f1be-61fa-44d9-a705-08b72255bdb7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bc91f1be-61fa-44d9-a705-08b72255bdb7,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:43:49.546503 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c01fc98e-bf79-4cc5-8095-3c3fa25c47ae req-a71ee756-5d76-4e4e-a1bd-e54368203603 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:49.559008 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-c01fc98e-bf79-4cc5-8095-3c3fa25c47ae req-a71ee756-5d76-4e4e-a1bd-e54368203603 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Calling delete_port for bc91f1be-61fa-44d9-a705-08b72255bdb7 owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:43:49.727686 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd5779-d0c3-496b-a9e8-994760a1af8a req-7056fcec-800f-4e40-b027-dbc32c33d968 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:49.729215 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-85cd5779-d0c3-496b-a9e8-994760a1af8a req-7056fcec-800f-4e40-b027-dbc32c33d968 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 945 time: 0.0481455 Sep 23 03:43:49.769057 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-85cd5779-d0c3-496b-a9e8-994760a1af8a req-091a0129-fe1b-4c72-9b12-89f396fb46f3 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338986 Sep 23 03:43:49.776206 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c01fc98e-bf79-4cc5-8095-3c3fa25c47ae req-a71ee756-5d76-4e4e-a1bd-e54368203603 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:49.811572 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ee756-5d76-4e4e-a1bd-e54368203603 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event deleted for resources: {'Port': ['ID=bc91f1be-61fa-44d9-a705-08b72255bdb7,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:43:49.867414 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01fc98e-bf79-4cc5-8095-3c3fa25c47ae req-a71ee756-5d76-4e4e-a1bd-e54368203603 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] No DVR routers for this DVR port bc91f1be-61fa-44d9-a705-08b72255bdb7 on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:43:49.867414 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-c01fc98e-bf79-4cc5-8095-3c3fa25c47ae req-a71ee756-5d76-4e4e-a1bd-e54368203603 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:49.867414 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-c01fc98e-bf79-4cc5-8095-3c3fa25c47ae req-a71ee756-5d76-4e4e-a1bd-e54368203603 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "DELETE /v2.0/ports/bc91f1be-61fa-44d9-a705-08b72255bdb7 HTTP/1.1" status: 204 len: 173 time: 0.4733746 Sep 23 03:43:49.867414 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20daf501-82a7-4174-9705-774b82347dbb', 'name': 'network-vif-deleted', 'tag': 'bc91f1be-61fa-44d9-a705-08b72255bdb7'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:43:49.867414 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b860ea4a-c6d8-4953-b385-d26d0a30a138" -d '{"events": [{"server_uuid": "20daf501-82a7-4174-9705-774b82347dbb", "name": "network-vif-deleted", "tag": "bc91f1be-61fa-44d9-a705-08b72255bdb7"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:43:49.899550 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd66eac-5fd2-4e6d-aec1-5777926fba45 x-openstack-request-id: req-6bd66eac-5fd2-4e6d-aec1-5777926fba45 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:43:49.899550 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20daf501-82a7-4174-9705-774b82347dbb", "name": "network-vif-deleted", "tag": "bc91f1be-61fa-44d9-a705-08b72255bdb7", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:43:49.899550 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bd66eac-5fd2-4e6d-aec1-5777926fba45 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:43:49.899550 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20daf501-82a7-4174-9705-774b82347dbb', 'name': 'network-vif-deleted', 'tag': 'bc91f1be-61fa-44d9-a705-08b72255bdb7', 'status': 'completed', 'code': 200} Sep 23 03:43:50.870790 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-5f1801be-74be-4ef8-96ed-92a2f7e74e2c req-6fba6744-f559-413b-9839-1e311fb676be tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=20daf501-82a7-4174-9705-774b82347dbb HTTP/1.1" status: 200 len: 210 time: 0.0258014 Sep 23 03:43:51.639029 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-cb2d7c05-b710-4af3-9fa8-8ff75621884d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:52.035651 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device bc91f1be-61fa-44d9-a705-08b72255bdb7 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:43:52.056195 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: bc91f1be-61fa-44d9-a705-08b72255bdb7 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:43:52.056560 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device bc91f1be-61fa-44d9-a705-08b72255bdb7 not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:43:54.341860 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e0589ac7-6fd4-4b9a-a927-c19877a16fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:54.409338 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60908) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:43:54.559451 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Deleting port 483a085f-b662-4752-be86-39e8df2359a1 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:43:54.559794 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:54.634157 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:54.634414 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:54.645460 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Calling delete_port for 483a085f-b662-4752-be86-39e8df2359a1 owned by network:floatingip {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:43:54.776346 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:54.861944 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:54.887076 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event deleted for resources: {'Port': ['ID=483a085f-b662-4752-be86-39e8df2359a1,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:43:54.945326 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:54.945669 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.db.l3_db [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Floating IP 9bd05110-b0cf-44ba-ac5e-f048c44ee1ee disassociated (deleted). External IP: 172.27.1.124, port: 63f620f6-a79a-4d5c-b61e-0f5f5571d475. Sep 23 03:43:55.359092 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:55.397687 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Router d41cad7d-08b3-4298-8446-68da5197f704 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:43:55.502653 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:43:55.507473 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:55.512703 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1fbb6-ddec-4db3-8bee-941ee04a4ced None None] Sync routers for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:43:55.522267 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1fbb6-ddec-4db3-8bee-941ee04a4ced None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:43:55.522957 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-35c1fbb6-ddec-4db3-8bee-941ee04a4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:43:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:43:55.536930 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-aa43d92a-a93e-4cca-8ac4-54c91a814a75 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "DELETE /v2.0/floatingips/9bd05110-b0cf-44ba-ac5e-f048c44ee1ee HTTP/1.1" status: 204 len: 168 time: 1.1264904 Sep 23 03:43:55.537519 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'tag': '63f620f6-a79a-4d5c-b61e-0f5f5571d475'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:43:55.539854 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6474e9-3c69-43b0-9455-07079c2be729" -d '{"events": [{"name": "network-changed", "server_uuid": "ae37ca9b-081a-4ac5-b42f-9dba1bc76708", "tag": "63f620f6-a79a-4d5c-b61e-0f5f5571d475"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:43:55.581454 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 03:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5269f0c-3d21-4689-928c-85a226ad7793 x-openstack-request-id: req-d5269f0c-3d21-4689-928c-85a226ad7793 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:43:55.581753 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae37ca9b-081a-4ac5-b42f-9dba1bc76708", "tag": "63f620f6-a79a-4d5c-b61e-0f5f5571d475", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:43:55.582004 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d5269f0c-3d21-4689-928c-85a226ad7793 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:43:55.582401 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'tag': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'status': 'completed', 'code': 200} Sep 23 03:43:55.631509 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-35c1fbb6-ddec-4db3-8bee-941ee04a4ced None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:43:55.667224 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6474e9-3c69-43b0-9455-07079c2be729 req-94239e14-309c-4a50-868e-9556115280ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:55.668924 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb6474e9-3c69-43b0-9455-07079c2be729 req-94239e14-309c-4a50-868e-9556115280ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef0ca626043a48c88655009268a6ce40&device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 1098 time: 0.0416446 Sep 23 03:43:55.762444 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6474e9-3c69-43b0-9455-07079c2be729 req-29ce527f-dfc8-473a-98d2-1e7f7f0de0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:55.763922 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb6474e9-3c69-43b0-9455-07079c2be729 req-29ce527f-dfc8-473a-98d2-1e7f7f0de0c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 200 len: 913 time: 0.0877907 Sep 23 03:43:55.812158 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb6474e9-3c69-43b0-9455-07079c2be729 req-86ad17c1-c809-436a-a084-111961ccf330 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475 HTTP/1.1" status: 200 len: 217 time: 0.0415254 Sep 23 03:43:55.835411 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-35c1fbb6-ddec-4db3-8bee-941ee04a4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:43:55.862321 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1fbb6-ddec-4db3-8bee-941ee04a4ced None None] Checking router: d41cad7d-08b3-4298-8446-68da5197f704 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:43:55.868765 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6474e9-3c69-43b0-9455-07079c2be729 req-2472c406-a0b0-4dcf-bf34-4cf38d318605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:55.870260 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb6474e9-3c69-43b0-9455-07079c2be729 req-2472c406-a0b0-4dcf-bf34-4cf38d318605 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 200 len: 851 time: 0.0508192 Sep 23 03:43:55.872597 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1fbb6-ddec-4db3-8bee-941ee04a4ced None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:43:55.873210 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-35c1fbb6-ddec-4db3-8bee-941ee04a4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:43:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:43:55.917597 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6474e9-3c69-43b0-9455-07079c2be729 req-50c61ce7-3fef-48c5-9129-f4232fca68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:55.919145 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb6474e9-3c69-43b0-9455-07079c2be729 req-50c61ce7-3fef-48c5-9129-f4232fca68e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=96d4f41a-803c-46c5-8381-2a138296e8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416460 Sep 23 03:43:55.988884 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-35c1fbb6-ddec-4db3-8bee-941ee04a4ced None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:43:56.069138 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb6474e9-3c69-43b0-9455-07079c2be729 req-cc9bb646-38f2-4770-b88d-b7432bbc9f1a service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222112 Sep 23 03:43:56.078368 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214471-aafd-420b-b685-353aac398200 req-ba2b4bd1-d76c-4c9f-9d80-646d00d7920c tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:56.079762 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-da214471-aafd-420b-b685-353aac398200 req-ba2b4bd1-d76c-4c9f-9d80-646d00d7920c tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 945 time: 0.1442733 Sep 23 03:43:56.170654 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-da214471-aafd-420b-b685-353aac398200 req-46d6a0cb-69d0-4fa4-b814-f5d570f8bf89 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815094 Sep 23 03:43:56.192245 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-35c1fbb6-ddec-4db3-8bee-941ee04a4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:43:56.198430 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-bb6474e9-3c69-43b0-9455-07079c2be729 req-bd103b8b-8a7a-4571-84ef-ae23bca803e5 service neutron] 10.222.0.13 "GET /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177511 Sep 23 03:43:56.219468 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1fbb6-ddec-4db3-8bee-941ee04a4ced None None] The sync data for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi is: [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:35:44Z', 'revision_number': 4, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi', '_interfaces': [{'id': '7636bc1a-4916-40ad-91db-7c55ffa75b49', 'name': '', 'network_id': '96d4f41a-803c-46c5-8381-2a138296e8f6', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'mac_address': 'fa:16:3e:6b:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:44Z', 'updated_at': '2021-09-23T03:35:48Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'subnets': [{'id': 'cb6a9bdc-34f8-46dd-ad93-a5e341e778aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:43:56.424831 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a4ee5d-070e-469c-96cd-e9eae824f049 None None] New status for floating IP 9bd05110-b0cf-44ba-ac5e-f048c44ee1ee: DOWN {{(pid=94698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 03:43:57.261674 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:57.343768 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af965b-8aed-4d24-9190-60e5db60aeaa req-d5e2f9ce-2edf-4538-9de4-a7b92bd9c730 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:57.345289 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-90af965b-8aed-4d24-9190-60e5db60aeaa req-d5e2f9ce-2edf-4538-9de4-a7b92bd9c730 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 945 time: 0.0929775 Sep 23 03:43:57.382220 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-90af965b-8aed-4d24-9190-60e5db60aeaa req-8a4a20ab-6389-4452-9169-f9d84bbc7c4e tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/security-groups?id=140b5440-cf08-4ab9-9257-446d97f5d50c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310140 Sep 23 03:43:57.714393 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ebeff-9f46-43dc-bba0-00340a602d40 req-23580977-88b6-4dae-8c9d-b5a8209c3024 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 03:43:57.715854 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eb4ebeff-9f46-43dc-bba0-00340a602d40 req-23580977-88b6-4dae-8c9d-b5a8209c3024 tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Sep 23 03:43:57.801192 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-eb4ebeff-9f46-43dc-bba0-00340a602d40 req-a277a33f-0c7f-4b3e-932b-64a8b9703a1f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Deleting port 63f620f6-a79a-4d5c-b61e-0f5f5571d475 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:43:57.801529 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-eb4ebeff-9f46-43dc-bba0-00340a602d40 req-a277a33f-0c7f-4b3e-932b-64a8b9703a1f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:57.897422 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [req-eb4ebeff-9f46-43dc-bba0-00340a602d40 req-a277a33f-0c7f-4b3e-932b-64a8b9703a1f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] For port 63f620f6-a79a-4d5c-b61e-0f5f5571d475, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=63f620f6-a79a-4d5c-b61e-0f5f5571d475,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:43:57.897796 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-eb4ebeff-9f46-43dc-bba0-00340a602d40 req-a277a33f-0c7f-4b3e-932b-64a8b9703a1f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:57.909834 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [req-eb4ebeff-9f46-43dc-bba0-00340a602d40 req-a277a33f-0c7f-4b3e-932b-64a8b9703a1f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Calling delete_port for 63f620f6-a79a-4d5c-b61e-0f5f5571d475 owned by compute:nova {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:43:58.095726 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-eb4ebeff-9f46-43dc-bba0-00340a602d40 req-a277a33f-0c7f-4b3e-932b-64a8b9703a1f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:58.130300 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277a33f-0c7f-4b3e-932b-64a8b9703a1f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event deleted for resources: {'Port': ['ID=63f620f6-a79a-4d5c-b61e-0f5f5571d475,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:43:58.169758 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4ebeff-9f46-43dc-bba0-00340a602d40 req-a277a33f-0c7f-4b3e-932b-64a8b9703a1f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] No DVR routers for this DVR port 63f620f6-a79a-4d5c-b61e-0f5f5571d475 on host hv-cinder-76845 {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:43:58.172184 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [req-eb4ebeff-9f46-43dc-bba0-00340a602d40 req-a277a33f-0c7f-4b3e-932b-64a8b9703a1f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for port, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:58.174149 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [req-eb4ebeff-9f46-43dc-bba0-00340a602d40 req-a277a33f-0c7f-4b3e-932b-64a8b9703a1f tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.13 "DELETE /v2.0/ports/63f620f6-a79a-4d5c-b61e-0f5f5571d475 HTTP/1.1" status: 204 len: 173 time: 0.4519975 Sep 23 03:43:58.174589 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'name': 'network-vif-deleted', 'tag': '63f620f6-a79a-4d5c-b61e-0f5f5571d475'}] {{(pid=94696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 03:43:58.176874 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}59427891db73775dac375e282ffc57a29e3ac808492ff13b67ac7b5bc15b03c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d822130b-a950-4236-a65c-5e153e4b0ae0" -d '{"events": [{"server_uuid": "ae37ca9b-081a-4ac5-b42f-9dba1bc76708", "name": "network-vif-deleted", "tag": "63f620f6-a79a-4d5c-b61e-0f5f5571d475"}]}' {{(pid=94696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 03:43:58.212481 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00527f9-d908-4bc4-bd24-09ba097dfbe2 x-openstack-request-id: req-e00527f9-d908-4bc4-bd24-09ba097dfbe2 {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 03:43:58.212811 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae37ca9b-081a-4ac5-b42f-9dba1bc76708", "name": "network-vif-deleted", "tag": "63f620f6-a79a-4d5c-b61e-0f5f5571d475", "status": "completed", "code": 200}]} {{(pid=94696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 03:43:58.213056 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e00527f9-d908-4bc4-bd24-09ba097dfbe2 {{(pid=94696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 03:43:58.213804 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae37ca9b-081a-4ac5-b42f-9dba1bc76708', 'name': 'network-vif-deleted', 'tag': '63f620f6-a79a-4d5c-b61e-0f5f5571d475', 'status': 'completed', 'code': 200} Sep 23 03:43:58.473116 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [req-9718c1cf-a513-4510-8f42-b705ea5bf68a req-69d4d70e-b0e2-4e11-b621-3b7fcdb5ab5e tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ae37ca9b-081a-4ac5-b42f-9dba1bc76708 HTTP/1.1" status: 200 len: 210 time: 0.0273035 Sep 23 03:43:59.528361 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60930) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:43:59.652059 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-316711c6-2095-41d6-b93d-40532b1544ad tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Deleting port 6c21599d-7423-4a11-88b6-106ee37b72a5 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:43:59.652395 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-316711c6-2095-41d6-b93d-40532b1544ad tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:59.728533 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-316711c6-2095-41d6-b93d-40532b1544ad tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:59.728866 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-316711c6-2095-41d6-b93d-40532b1544ad tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:59.740007 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-316711c6-2095-41d6-b93d-40532b1544ad tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Calling delete_port for 6c21599d-7423-4a11-88b6-106ee37b72a5 owned by network:floatingip {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:43:59.964610 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-316711c6-2095-41d6-b93d-40532b1544ad tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:43:59.989494 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316711c6-2095-41d6-b93d-40532b1544ad tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event deleted for resources: {'Port': ['ID=6c21599d-7423-4a11-88b6-106ee37b72a5,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:00.049774 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-316711c6-2095-41d6-b93d-40532b1544ad tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for floatingip, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:00.052383 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-316711c6-2095-41d6-b93d-40532b1544ad tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28033'] for floatingip, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:00.053557 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-316711c6-2095-41d6-b93d-40532b1544ad tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "DELETE /v2.0/floatingips/2e309d6d-a230-4d5a-8134-dfee23349f28 HTTP/1.1" status: 204 len: 168 time: 0.5238690 Sep 23 03:44:00.089258 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 63f620f6-a79a-4d5c-b61e-0f5f5571d475 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:44:00.109480 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] No Port match for: 63f620f6-a79a-4d5c-b61e-0f5f5571d475 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:44:00.109826 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Device 63f620f6-a79a-4d5c-b61e-0f5f5571d475 not bound to the agent host hv-cinder-76845 {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:44:01.438821 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60942) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:01.495758 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0989e72-6a4f-461e-94bf-aa26df48dbae tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:01.519845 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0989e72-6a4f-461e-94bf-aa26df48dbae tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:01.638850 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0989e72-6a4f-461e-94bf-aa26df48dbae tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:01.641363 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-d0989e72-6a4f-461e-94bf-aa26df48dbae tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:01.642502 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d0989e72-6a4f-461e-94bf-aa26df48dbae tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] 10.222.0.23 "DELETE /v2.0/security-groups/140b5440-cf08-4ab9-9257-446d97f5d50c HTTP/1.1" status: 204 len: 168 time: 0.2026973 Sep 23 03:44:01.651570 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0989e72-6a4f-461e-94bf-aa26df48dbae tempest-TestVolumeBootPattern-1466899214 tempest-TestVolumeBootPattern-1466899214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b5440-cf08-4ab9-9257-446d97f5d50c,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:01.740193 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60946) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:02.181078 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573212'] for router_interface, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:02.420071 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] Deleting port 7636bc1a-4916-40ad-91db-7c55ffa75b49 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:44:02.420332 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:02.497742 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] For port 7636bc1a-4916-40ad-91db-7c55ffa75b49, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=7636bc1a-4916-40ad-91db-7c55ffa75b49,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:44:02.498408 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:02.510421 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] Calling delete_port for 7636bc1a-4916-40ad-91db-7c55ffa75b49 owned by network:router_interface {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:44:02.762343 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:02.787590 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] Pushing event deleted for resources: {'Port': ['ID=7636bc1a-4916-40ad-91db-7c55ffa75b49,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:02.950595 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573077'] for router_interface, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:03.154427 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] Router d41cad7d-08b3-4298-8446-68da5197f704 has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:44:03.255886 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:44:03.260913 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-2afdb683-e794-4ea4-9ff8-835ac261060f admin admin] 10.222.0.23 "PUT /v2.0/routers/d41cad7d-08b3-4298-8446-68da5197f704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5195076 Sep 23 03:44:03.263232 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60952) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:03.265876 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3707ce-52cc-4aee-9936-7758868ac097 None None] Sync routers for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:44:03.275427 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3707ce-52cc-4aee-9936-7758868ac097 None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:44:03.276051 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-5f3707ce-52cc-4aee-9936-7758868ac097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:43:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:03.378987 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-5f3707ce-52cc-4aee-9936-7758868ac097 None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:44:03.563593 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-5f3707ce-52cc-4aee-9936-7758868ac097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:44:02Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:03.590594 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3707ce-52cc-4aee-9936-7758868ac097 None None] Checking router: d41cad7d-08b3-4298-8446-68da5197f704 for host: dv-cinder-768458-9-iscsi {{(pid=94697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:44:03.599435 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3707ce-52cc-4aee-9936-7758868ac097 None None] Routers {'d41cad7d-08b3-4298-8446-68da5197f704'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:44:03.600047 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-5f3707ce-52cc-4aee-9936-7758868ac097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:43:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['d41cad7d-08b3-4298-8446-68da5197f704'], 'active': True} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:03.623458 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:03.727834 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:03.822387 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvr_db [None req-5f3707ce-52cc-4aee-9936-7758868ac097 None None] Set router d41cad7d-08b3-4298-8446-68da5197f704 gateway port host: dv-cinder-768458-9-iscsi {{(pid=94697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:44:03.853488 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Deleting port 6e9321a8-bf25-4916-b2a1-6af241b9fa03 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:44:03.853836 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:03.933880 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] For port 6e9321a8-bf25-4916-b2a1-6af241b9fa03, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=6e9321a8-bf25-4916-b2a1-6af241b9fa03,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:44:03.934332 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:03.946056 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Calling delete_port for 6e9321a8-bf25-4916-b2a1-6af241b9fa03 owned by network:router_gateway {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:44:04.006794 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_hamode_db [None req-5f3707ce-52cc-4aee-9936-7758868ac097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:44:02Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:04.037614 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3707ce-52cc-4aee-9936-7758868ac097 None None] The sync data for ids ['d41cad7d-08b3-4298-8446-68da5197f704'] in dv-cinder-768458-9-iscsi is: [{'id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'name': 'tempest-TestVolumeBootPattern-1078500427-router', 'tenant_id': 'ef0ca626043a48c88655009268a6ce40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:41Z', 'updated_at': '2021-09-23T03:44:02Z', 'revision_number': 5, 'project_id': 'ef0ca626043a48c88655009268a6ce40', 'gw_port': {'id': '6e9321a8-bf25-4916-b2a1-6af241b9fa03', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41cad7d-08b3-4298-8446-68da5197f704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:42Z', 'updated_at': '2021-09-23T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}] {{(pid=94697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:44:04.179723 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.205669 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9321a8-bf25-4916-b2a1-6af241b9fa03,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:04.264058 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573014'] for router_gateway, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.352184 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129209'] for router, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.354188 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.473319 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570672'] for router, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.473794 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d41cad7d-08b3-4298-8446-68da5197f704 {{(pid=94696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 03:44:04.478207 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.479398 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-eac39df3-9463-418d-8824-c937073fe1a6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/d41cad7d-08b3-4298-8446-68da5197f704 HTTP/1.1" status: 204 len: 168 time: 1.2152691 Sep 23 03:44:04.481857 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60954) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:04.525955 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f81e3e-7a21-4d12-b6e3-91547a362d5e admin admin] Deleting subnet cb6a9bdc-34f8-46dd-ad93-a5e341e778aa {{(pid=94696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:44:04.528941 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-55f81e3e-7a21-4d12-b6e3-91547a362d5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.562349 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-55f81e3e-7a21-4d12-b6e3-91547a362d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487883'] for subnet, precommit_delete_associations {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.645861 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-55f81e3e-7a21-4d12-b6e3-91547a362d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.779760 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-55f81e3e-7a21-4d12-b6e3-91547a362d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25232316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25681425'] for subnet, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.805296 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f81e3e-7a21-4d12-b6e3-91547a362d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb6a9bdc-34f8-46dd-ad93-a5e341e778aa,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:04.810537 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-55f81e3e-7a21-4d12-b6e3-91547a362d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.810979 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-55f81e3e-7a21-4d12-b6e3-91547a362d5e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cb6a9bdc-34f8-46dd-ad93-a5e341e778aa HTTP/1.1" status: 204 len: 168 time: 0.3280990 Sep 23 03:44:04.813531 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60956) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:04.815881 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3830ff-f480-4771-85eb-a33fd4cac38b None None] Network 96d4f41a-803c-46c5-8381-2a138296e8f6 requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:44:04.884139 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.936340 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Deleting port 6ba7b2a7-45a9-4621-b326-f1321e2b6998 {{(pid=94696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:44:04.936708 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:04.999883 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.db [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] For port 6ba7b2a7-45a9-4621-b326-f1321e2b6998, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=6ba7b2a7-45a9-4621-b326-f1321e2b6998,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:44:05.000251 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:05.010697 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] DHCP port deletion for 96d4f41a-803c-46c5-8381-2a138296e8f6 request from dv-cinder-768458-9-iscsi {{(pid=94697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 03:44:05.014099 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.plugin [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Calling delete_port for 6ba7b2a7-45a9-4621-b326-f1321e2b6998 owned by network:dhcp {{(pid=94696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:44:05.060165 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Deleting port 6ba7b2a7-45a9-4621-b326-f1321e2b6998 {{(pid=94697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:44:05.060455 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:05.121355 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] For port 6ba7b2a7-45a9-4621-b326-f1321e2b6998, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=6ba7b2a7-45a9-4621-b326-f1321e2b6998,segment=NetworkSegment(ae45d348-6f1c-479e-9852-b4b6603ffa91),segment_id=ae45d348-6f1c-479e-9852-b4b6603ffa91)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:44:05.121752 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:05.133984 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Calling delete_port for 6ba7b2a7-45a9-4621-b326-f1321e2b6998 owned by network:dhcp {{(pid=94697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:44:05.153224 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25232353'] for port, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:05.178362 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba7b2a7-45a9-4621-b326-f1321e2b6998,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:05.182336 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] No DVR routers for this DVR port 6ba7b2a7-45a9-4621-b326-f1321e2b6998 on host dv-cinder-768458-9-iscsi {{(pid=94696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:44:05.210501 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848'] for port, after_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:05.234542 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Pushing event deleted for resources: {'Port': ['ID=6ba7b2a7-45a9-4621-b326-f1321e2b6998,revision_number=None']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:05.242157 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] No DVR routers for this DVR port 6ba7b2a7-45a9-4621-b326-f1321e2b6998 on host dv-cinder-768458-9-iscsi {{(pid=94697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:44:05.244383 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.244771 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.245102 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.245442 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.245841 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.246184 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.246593 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.246941 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.247259 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.247586 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.247911 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.248235 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125e5e1-bcf5-4e90-99ea-b7c4aa8b039f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:05.258558 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:05.280858 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d4f41a-803c-46c5-8381-2a138296e8f6']}} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:05.289976 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae45d348-6f1c-479e-9852-b4b6603ffa91') {'for_net_delete': True} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:05.290276 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.services.segments.db [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae45d348-6f1c-479e-9852-b4b6603ffa91') {} {{(pid=94696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:05.299280 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487890'] for segment, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:05.312476 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:05.318214 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:44:05.318599 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25232402'] for segment, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: Traceback (most recent call last): Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: timer() Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: cb(*args, **kw) Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: return func(*args, **kwargs) Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: self._notify() Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: self.callback(batched_events) Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: event.method(event) Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: return f(self, *a, **k) Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._get(url).json() Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: return self.request(url, 'GET', **kwargs) Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:44:05.320787 dv-cinder-768458-9-iscsi neutron-server[94696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:44:05.421617 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:05.428185 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:05.430525 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] 10.222.0.23 "DELETE /v2.0/networks/96d4f41a-803c-46c5-8381-2a138296e8f6 HTTP/1.1" status: 204 len: 168 time: 0.6160092 Sep 23 03:44:05.433642 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60958) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:05.440928 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f544a-86d3-400d-a5cd-734f718b10ad admin admin] Pushing event deleted for resources: {'Network': ['ID=96d4f41a-803c-46c5-8381-2a138296e8f6,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:05.443133 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6ba7b2a7-45a9-4621-b326-f1321e2b6998 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:44:05.463181 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 6ba7b2a7-45a9-4621-b326-f1321e2b6998 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:44:05.463536 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6ba7b2a7-45a9-4621-b326-f1321e2b6998 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:44:05.463955 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 7636bc1a-4916-40ad-91db-7c55ffa75b49 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:44:05.482611 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 7636bc1a-4916-40ad-91db-7c55ffa75b49 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:44:05.482956 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 7636bc1a-4916-40ad-91db-7c55ffa75b49 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:44:05.483360 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6e9321a8-bf25-4916-b2a1-6af241b9fa03 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:44:05.501607 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 6e9321a8-bf25-4916-b2a1-6af241b9fa03 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:44:05.501952 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 6e9321a8-bf25-4916-b2a1-6af241b9fa03 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:44:05.771302 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573212'] for router_interface, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:06.007781 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Deleting port 376b3ec0-91ce-4078-9e50-9b6d883b20e7 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:44:06.008129 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:06.085258 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] For port 376b3ec0-91ce-4078-9e50-9b6d883b20e7, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=376b3ec0-91ce-4078-9e50-9b6d883b20e7,segment=NetworkSegment(b572cc9e-e543-466c-87ed-853c8f47a8b4),segment_id=b572cc9e-e543-466c-87ed-853c8f47a8b4)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:44:06.085653 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:06.097605 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Calling delete_port for 376b3ec0-91ce-4078-9e50-9b6d883b20e7 owned by network:router_interface {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:44:06.610285 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:06.638017 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=376b3ec0-91ce-4078-9e50-9b6d883b20e7,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:06.662032 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.662387 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.662728 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.663060 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.663391 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.664307 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.664660 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.664992 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.665316 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.665693 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.666015 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.666334 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-9-iscsi {{(pid=94695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 03:44:06.806910 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-573077'] for router_interface, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:07.025093 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Router b9a76f3e-cbbc-4306-b906-82efbef1308b has already been hosted by L3 agent 85254cb7-1b6f-49d4-840c-daf657b4ce64 {{(pid=94695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 03:44:07.133697 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] Notify agent at l3_agent.dv-cinder-768458-9-iscsi the message routers_updated {{(pid=94695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 03:44:07.138926 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-731d690b-c5d3-4bf9-ab6f-d88497d42d7d admin admin] 10.222.0.23 "PUT /v2.0/routers/b9a76f3e-cbbc-4306-b906-82efbef1308b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035794 Sep 23 03:44:07.141757 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60960) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:07.144965 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2fd72-1245-445b-9c68-fa6a71f95711 None None] Sync routers for ids ['b9a76f3e-cbbc-4306-b906-82efbef1308b'] in dv-cinder-768458-9-iscsi {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 03:44:07.156465 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2fd72-1245-445b-9c68-fa6a71f95711 None None] Routers {'b9a76f3e-cbbc-4306-b906-82efbef1308b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:44:07.157311 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-51f2fd72-1245-445b-9c68-fa6a71f95711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:43:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b9a76f3e-cbbc-4306-b906-82efbef1308b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:07.246225 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Notify callbacks [] for router, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:07.263232 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-51f2fd72-1245-445b-9c68-fa6a71f95711 None None] Set router b9a76f3e-cbbc-4306-b906-82efbef1308b gateway port host: dv-cinder-768458-9-iscsi {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:44:07.272969 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:07.344313 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:07.436881 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-51f2fd72-1245-445b-9c68-fa6a71f95711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'name': 'tempest-TestVolumeBootPattern-300678508-router', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'external_fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:47Z', 'updated_at': '2021-09-23T03:44:06Z', 'revision_number': 5, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'gw_port': {'id': '827d1d0e-5f76-4b9d-8476-10aa4193f2bd', 'name': '', 'network_id': 'fde4bf4c-21ac-4ae7-9f17-83a412e8fc4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:c4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T03:35:48Z', 'updated_at': '2021-09-23T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c732f32-3f9e-47ff-beac-a45cb7e41a80', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-9-iscsi'}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:07.458945 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Deleting port 827d1d0e-5f76-4b9d-8476-10aa4193f2bd {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:44:07.459288 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:07.463544 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2fd72-1245-445b-9c68-fa6a71f95711 None None] Checking router: b9a76f3e-cbbc-4306-b906-82efbef1308b for host: dv-cinder-768458-9-iscsi {{(pid=94698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 03:44:07.471624 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2fd72-1245-445b-9c68-fa6a71f95711 None None] Routers {'b9a76f3e-cbbc-4306-b906-82efbef1308b'} bound to L3 agent in host dv-cinder-768458-9-iscsi {{(pid=94698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 03:44:07.472233 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-51f2fd72-1245-445b-9c68-fa6a71f95711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T03:04:54Z,description=,heartbeat_timestamp=2021-09-23T03:43:54Z,host='dv-cinder-768458-9-iscsi',id=85254cb7-1b6f-49d4-840c-daf657b4ce64,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T03:04:55Z,topic='l3_agent')) {'router_ids': ['b9a76f3e-cbbc-4306-b906-82efbef1308b'], 'active': True} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:07.535180 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] For port 827d1d0e-5f76-4b9d-8476-10aa4193f2bd, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=827d1d0e-5f76-4b9d-8476-10aa4193f2bd,segment=NetworkSegment(39609be7-fe95-4f05-bb71-1ddbf1f49087),segment_id=39609be7-fe95-4f05-bb71-1ddbf1f49087)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:44:07.535550 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:07.547878 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Calling delete_port for 827d1d0e-5f76-4b9d-8476-10aa4193f2bd owned by network:router_gateway {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:44:07.556016 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_dvr_db [None req-51f2fd72-1245-445b-9c68-fa6a71f95711 None None] Set router b9a76f3e-cbbc-4306-b906-82efbef1308b gateway port host: None {{(pid=94698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 03:44:07.608564 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.l3_hamode_db [None req-51f2fd72-1245-445b-9c68-fa6a71f95711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'name': 'tempest-TestVolumeBootPattern-300678508-router', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:47Z', 'updated_at': '2021-09-23T03:44:07Z', 'revision_number': 6, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'gw_port_host': None}], 'dv-cinder-768458-9-iscsi', False) {} {{(pid=94698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:07.634277 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f2fd72-1245-445b-9c68-fa6a71f95711 None None] The sync data for ids ['b9a76f3e-cbbc-4306-b906-82efbef1308b'] in dv-cinder-768458-9-iscsi is: [{'id': 'b9a76f3e-cbbc-4306-b906-82efbef1308b', 'name': 'tempest-TestVolumeBootPattern-300678508-router', 'tenant_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T03:35:47Z', 'updated_at': '2021-09-23T03:44:07Z', 'revision_number': 6, 'project_id': '4a9e3941d11746fd9b5cc61875ae9db7', 'gw_port_host': None}] {{(pid=94698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 03:44:07.808509 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:07.835482 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Pushing event deleted for resources: {'Port': ['ID=827d1d0e-5f76-4b9d-8476-10aa4193f2bd,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:07.895830 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-573014'] for router_gateway, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:07.993596 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-570681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129209'] for router, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:07.995860 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.124537 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-570672'] for router, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.125126 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9a76f3e-cbbc-4306-b906-82efbef1308b {{(pid=94695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 03:44:08.134094 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] Notify callbacks [] for router, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.134094 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-768cf156-d23b-4256-ad11-d6ccc02551cc admin admin] 10.222.0.23 "DELETE /v2.0/routers/b9a76f3e-cbbc-4306-b906-82efbef1308b HTTP/1.1" status: 204 len: 168 time: 0.9878895 Sep 23 03:44:08.134094 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60962) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:08.182468 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.db_base_plugin_v2 [None req-81654f74-edeb-4d81-a095-b18e2784400c admin admin] Deleting subnet e61d6120-5b1d-462c-98e1-d5e94d50bfd5 {{(pid=94695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 03:44:08.186697 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-81654f74-edeb-4d81-a095-b18e2784400c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.221100 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-81654f74-edeb-4d81-a095-b18e2784400c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2464881'] for subnet, precommit_delete_associations {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.303161 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-81654f74-edeb-4d81-a095-b18e2784400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1689742'] for subnet, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.454142 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-81654f74-edeb-4d81-a095-b18e2784400c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1689735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26797685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25405325'] for subnet, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.482520 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81654f74-edeb-4d81-a095-b18e2784400c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61d6120-5b1d-462c-98e1-d5e94d50bfd5,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:08.488186 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-81654f74-edeb-4d81-a095-b18e2784400c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for subnet, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.490178 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-81654f74-edeb-4d81-a095-b18e2784400c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e61d6120-5b1d-462c-98e1-d5e94d50bfd5 HTTP/1.1" status: 204 len: 168 time: 0.3562963 Sep 23 03:44:08.492648 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60966) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:08.495133 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d741ea-3335-4427-b7cf-90a15697effc None None] Network 333943ee-62c6-49ad-b123-53737d21e05b requested from dv-cinder-768458-9-iscsi {{(pid=94697) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 03:44:08.562295 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626230'] for network, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.621073 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Deleting port f3b1b658-66b4-4222-9067-881e7f1bd3e9 {{(pid=94695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:44:08.621073 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.669625 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0530f88d-80d0-411b-b09e-bedc984e9af5 None None] DHCP port deletion for 333943ee-62c6-49ad-b123-53737d21e05b request from dv-cinder-768458-9-iscsi {{(pid=94697) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 03:44:08.688224 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.db [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] For port f3b1b658-66b4-4222-9067-881e7f1bd3e9, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f3b1b658-66b4-4222-9067-881e7f1bd3e9,segment=NetworkSegment(b572cc9e-e543-466c-87ed-853c8f47a8b4),segment_id=b572cc9e-e543-466c-87ed-853c8f47a8b4)] {{(pid=94695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:44:08.688623 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.701187 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Calling delete_port for f3b1b658-66b4-4222-9067-881e7f1bd3e9 owned by network:dhcp {{(pid=94695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:44:08.714952 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-0530f88d-80d0-411b-b09e-bedc984e9af5 None None] Deleting port f3b1b658-66b4-4222-9067-881e7f1bd3e9 {{(pid=94697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 03:44:08.715337 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0530f88d-80d0-411b-b09e-bedc984e9af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732195765288'] for port, before_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.780361 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.db [None req-0530f88d-80d0-411b-b09e-bedc984e9af5 None None] For port f3b1b658-66b4-4222-9067-881e7f1bd3e9, host dv-cinder-768458-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-9-iscsi',level=0,port_id=f3b1b658-66b4-4222-9067-881e7f1bd3e9,segment=NetworkSegment(b572cc9e-e543-466c-87ed-853c8f47a8b4),segment_id=b572cc9e-e543-466c-87ed-853c8f47a8b4)] {{(pid=94697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 03:44:08.780791 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0530f88d-80d0-411b-b09e-bedc984e9af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-579077'] for port, precommit_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.791976 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-0530f88d-80d0-411b-b09e-bedc984e9af5 None None] Calling delete_port for f3b1b658-66b4-4222-9067-881e7f1bd3e9 owned by network:dhcp {{(pid=94697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 03:44:08.853702 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26797608'] for port, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.866396 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-0530f88d-80d0-411b-b09e-bedc984e9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1971581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732195771630', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732195249848'] for port, after_delete {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.884469 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b1b658-66b4-4222-9067-881e7f1bd3e9,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:08.887867 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] No DVR routers for this DVR port f3b1b658-66b4-4222-9067-881e7f1bd3e9 on host dv-cinder-768458-9-iscsi {{(pid=94695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:44:08.896424 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530f88d-80d0-411b-b09e-bedc984e9af5 None None] Pushing event deleted for resources: {'Port': ['ID=f3b1b658-66b4-4222-9067-881e7f1bd3e9,revision_number=None']} {{(pid=94697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:08.900169 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530f88d-80d0-411b-b09e-bedc984e9af5 None None] No DVR routers for this DVR port f3b1b658-66b4-4222-9067-881e7f1bd3e9 on host dv-cinder-768458-9-iscsi {{(pid=94697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 03:44:08.958232 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1687607', 'neutron.services.segments.db._delete_segments_for_network-8732195797140'] for network, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:08.977141 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333943ee-62c6-49ad-b123-53737d21e05b']}} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:08.986031 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b572cc9e-e543-466c-87ed-853c8f47a8b4') {'for_net_delete': True} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:08.986326 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.services.segments.db [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b572cc9e-e543-466c-87ed-853c8f47a8b4') {} {{(pid=94695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 03:44:08.995714 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732195797405', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2464872'] for segment, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:09.009078 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137'] for segment, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:09.014834 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 03:44:09.015234 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26796507'] for segment, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: Traceback (most recent call last): Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: timer() Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: cb(*args, **kw) Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: return func(*args, **kwargs) Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: self._notify() Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: self.callback(batched_events) Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: event.method(event) Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: return f(self, *a, **k) Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: return self._get(url).json() Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: return self.request(url, 'GET', **kwargs) Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 03:44:09.016859 dv-cinder-768458-9-iscsi neutron-server[94695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 03:44:09.135385 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1687552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572938'] for network, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:09.139550 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528441'] for network, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:09.144290 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/333943ee-62c6-49ad-b123-53737d21e05b HTTP/1.1" status: 204 len: 168 time: 0.6481245 Sep 23 03:44:09.156846 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0d69b-9815-4f6e-92c4-7a1d01b5b4f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=333943ee-62c6-49ad-b123-53737d21e05b,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:09.443479 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f3b1b658-66b4-4222-9067-881e7f1bd3e9 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:44:09.445735 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60970) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:09.464422 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: f3b1b658-66b4-4222-9067-881e7f1bd3e9 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:44:09.464820 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device f3b1b658-66b4-4222-9067-881e7f1bd3e9 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:44:09.465251 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 376b3ec0-91ce-4078-9e50-9b6d883b20e7 no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:44:09.483325 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 376b3ec0-91ce-4078-9e50-9b6d883b20e7 {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:44:09.483671 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 376b3ec0-91ce-4078-9e50-9b6d883b20e7 not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:44:09.484074 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 827d1d0e-5f76-4b9d-8476-10aa4193f2bd no longer exists at agent ovs-agent-dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 03:44:09.484229 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-c7ed0d23-4bc1-46ff-9dc7-c5e4873a75d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef0ca626043a48c88655009268a6ce40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377679 Sep 23 03:44:09.486688 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.wsgi [-] (94695) accepted ('10.222.0.23', 60972) {{(pid=94695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:09.502169 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.plugin [None req-538fa271-1020-4624-9e5f-75024e824115 None None] No Port match for: 827d1d0e-5f76-4b9d-8476-10aa4193f2bd {{(pid=94697) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 03:44:09.502705 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron.plugins.ml2.rpc [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Device 827d1d0e-5f76-4b9d-8476-10aa4193f2bd not bound to the agent host dv-cinder-768458-9-iscsi {{(pid=94697) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 03:44:09.534029 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4f14-dc1e-429e-ab68-81fba61754e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:09.553862 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4f14-dc1e-429e-ab68-81fba61754e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:09.687816 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4f14-dc1e-429e-ab68-81fba61754e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:09.690331 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4f14-dc1e-429e-ab68-81fba61754e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:09.691473 dv-cinder-768458-9-iscsi neutron-server[94695]: INFO neutron.wsgi [None req-3f3d4f14-dc1e-429e-ab68-81fba61754e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a63d2d9c-167c-4e5b-99fe-94f918fb0407 HTTP/1.1" status: 204 len: 168 time: 0.2037463 Sep 23 03:44:09.699941 dv-cinder-768458-9-iscsi neutron-server[94695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d4f14-dc1e-429e-ab68-81fba61754e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63d2d9c-167c-4e5b-99fe-94f918fb0407,revision_number=None']} {{(pid=94695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:10.322773 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60978) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:10.366984 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-d08c9df1-0f9a-4099-8e36-d26760a53464 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a9e3941d11746fd9b5cc61875ae9db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429456 Sep 23 03:44:10.369392 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.wsgi [-] (94696) accepted ('10.222.0.23', 60980) {{(pid=94696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 03:44:10.415207 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad2a-0a0a-4809-b951-57fafe1a14a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:10.435248 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad2a-0a0a-4809-b951-57fafe1a14a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:10.556539 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad2a-0a0a-4809-b951-57fafe1a14a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602315'] for security_group, after_delete {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:10.559071 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron_lib.callbacks.manager [None req-9b91ad2a-0a0a-4809-b951-57fafe1a14a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:10.560324 dv-cinder-768458-9-iscsi neutron-server[94696]: INFO neutron.wsgi [None req-9b91ad2a-0a0a-4809-b951-57fafe1a14a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6134b9cc-1c90-49dc-8bec-715b1509491e HTTP/1.1" status: 204 len: 168 time: 0.1900589 Sep 23 03:44:10.567696 dv-cinder-768458-9-iscsi neutron-server[94696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91ad2a-0a0a-4809-b951-57fafe1a14a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6134b9cc-1c90-49dc-8bec-715b1509491e,revision_number=None']} {{(pid=94696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 03:44:21.596402 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-054e3e93-6a88-4698-aa4f-7c38b38a67c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:24.375350 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-74cd04a0-6bf2-46cc-9b62-8baf47c70233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:24.756229 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:44:24.807797 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:25.431077 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:27.247477 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:37.264578 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:51.625532 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-e86da014-9b32-4c87-97b2-6df7aa705761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:54.357018 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8f11b905-42d0-430d-a04e-4a1c8201027e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:54.797209 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:55.368226 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:44:57.271043 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:01.755128 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:45:07.246854 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:21.611928 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-c730d768-11cb-4ea6-89b2-27415a258cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:24.368181 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5692-1af6-49b9-ba6c-ac3de7e140b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:24.794908 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:25.406276 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:27.309284 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:37.251531 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:38.753128 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:45:51.641640 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-4aa7e13a-e9e8-4101-9718-9abd47d254ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:54.343599 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-474378ce-7370-42a1-9018-2b711bae2bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:54.863926 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:55.389664 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:45:57.263613 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:07.269463 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:15.752864 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:46:21.617626 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-5374fda0-372a-436b-937b-9e6503858bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:24.354693 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8821efbf-1e17-4d59-b022-8b709888f8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:24.754986 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:25.382762 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:27.291715 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:37.251545 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:51.622624 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-9436209f-8833-415d-b43c-9fef7b771930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:52.751247 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:46:54.364834 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-44335a59-56e5-413e-bbb7-b32f904287ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:54.759524 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:55.376560 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:46:57.273517 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:07.285071 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:21.592938 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-7eb425bf-a26c-43ba-a599-f87c3d756006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:24.375504 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-ff31e646-2a62-469b-8ba7-f759406c7ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:24.781568 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:25.392844 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:27.295545 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:29.750565 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:47:37.289500 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:51.602771 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-8fe1c21b-9983-41e1-af0d-4ed5588fa01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:54.368264 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-fafe4986-76bc-4370-ab32-88ffb85a9c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:54.769321 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:55.397550 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:47:57.254548 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:06.749158 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:48:07.282917 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:21.596602 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-d732324b-e9a3-447f-bb61-f3090cc6e846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:24.390927 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-78c3f7fe-f8a9-4ac9-8ce2-bc9b3801b7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:24.768301 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:25.390956 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:27.270698 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:37.287961 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:43.748258 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:48:51.595813 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-34f4a4f2-83b5-42f8-a809-3252a4db2080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:54.355715 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-09189876-a545-4121-9327-be53eefe30db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:54.772907 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:55.418661 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:48:57.298805 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:49:07.309911 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:49:20.746652 dv-cinder-768458-9-iscsi neutron-server[94698]: DEBUG neutron.db.agents_db [None req-3782328d-35bc-437f-b565-6919d9bafad3 None None] Agent healthcheck: found 6 active agents {{(pid=94698) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 03:49:21.641529 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-983ee1b2-2922-4184-b9a9-b4f31f5f3e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:49:24.350456 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-21dd784c-9d77-4990-82b5-e31dea9fe5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:49:24.773279 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-538fa271-1020-4624-9e5f-75024e824115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:49:25.430891 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-98d20fc8-a096-4441-b256-8daee9bc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:49:27.282131 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-716fea2a-6579-417f-a150-2abe3eff2dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 03:49:37.295258 dv-cinder-768458-9-iscsi neutron-server[94697]: DEBUG neutron_lib.callbacks.manager [None req-76d991e2-e9d9-42f1-b835-71f5201962f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732195797122', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1981239'] for agent, after_update {{(pid=94697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}